Max level shown:
12025-03-19T17:30:01.026ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53602e3e-3bd7-4993-a27f-464a875e7c10 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
22025-03-19T17:30:01.027ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53602e3e-3bd7-4993-a27f-464a875e7c10 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
32025-03-19T17:30:01.029ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2615 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53602e3e-3bd7-4993-a27f-464a875e7c10 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
42025-03-19T17:30:02.051ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c68137c1-6aa0-480a-88cd-00a0ad04213c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
52025-03-19T17:30:02.051ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c68137c1-6aa0-480a-88cd-00a0ad04213c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62025-03-19T17:30:02.053ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2020 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c68137c1-6aa0-480a-88cd-00a0ad04213c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72025-03-19T17:30:03.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 41 reason = Timeout
82025-03-19T17:30:03.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 41 reason = Timeout
92025-03-19T17:30:03.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
102025-03-19T17:30:03.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
112025-03-19T17:30:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
122025-03-19T17:30:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
132025-03-19T17:30:03.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
142025-03-19T17:30:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
152025-03-19T17:30:03.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
162025-03-19T17:30:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
172025-03-19T17:30:03.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
182025-03-19T17:30:03.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
192025-03-19T17:30:03.078ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4a2df7e-a10b-4eb4-8618-937a5170b0ff roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
202025-03-19T17:30:03.078ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4a2df7e-a10b-4eb4-8618-937a5170b0ff resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
212025-03-19T17:30:03.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1930 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4a2df7e-a10b-4eb4-8618-937a5170b0ff response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
222025-03-19T17:30:03.103ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
232025-03-19T17:30:03.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
242025-03-19T17:30:03.108ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
252025-03-19T17:30:03.111ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
262025-03-19T17:30:03.111ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
272025-03-19T17:30:03.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
282025-03-19T17:30:03.122ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
292025-03-19T17:30:03.122ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 58.256841ms iteration = 41 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
302025-03-19T17:30:03.137ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 73.017469ms iteration = 41 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
312025-03-19T17:30:04.103ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91bb976a-65cf-4f42-9b61-eecf824b5794 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
322025-03-19T17:30:04.104ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91bb976a-65cf-4f42-9b61-eecf824b5794 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
332025-03-19T17:30:04.106ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2423 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91bb976a-65cf-4f42-9b61-eecf824b5794 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
342025-03-19T17:30:05.124ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0a958ca9-3bae-4361-b311-bf8cc71d7d91 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
352025-03-19T17:30:05.125ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0a958ca9-3bae-4361-b311-bf8cc71d7d91 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
362025-03-19T17:30:05.126ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1994 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0a958ca9-3bae-4361-b311-bf8cc71d7d91 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
372025-03-19T17:30:06.147ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 438c4b89-46ee-439d-a520-021bd6c12e8d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
382025-03-19T17:30:06.147ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 438c4b89-46ee-439d-a520-021bd6c12e8d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
392025-03-19T17:30:06.149ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2005 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 438c4b89-46ee-439d-a520-021bd6c12e8d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
402025-03-19T17:30:07.169ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 715254c1-397a-4399-834f-ca212bcf0ad1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
412025-03-19T17:30:07.169ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 715254c1-397a-4399-834f-ca212bcf0ad1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
422025-03-19T17:30:07.171ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2666 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 715254c1-397a-4399-834f-ca212bcf0ad1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
432025-03-19T17:30:07.248ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 2d0c60b2-b7af-4cb6-9292-a4d9b5ec31ff roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
442025-03-19T17:30:07.248ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 2d0c60b2-b7af-4cb6-9292-a4d9b5ec31ff resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
452025-03-19T17:30:07.251ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3388 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 2d0c60b2-b7af-4cb6-9292-a4d9b5ec31ff response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
462025-03-19T17:30:07.251ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 0bbeb528-f927-4fa6-b361-2379d70a97c0 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
472025-03-19T17:30:07.251ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 0bbeb528-f927-4fa6-b361-2379d70a97c0 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
482025-03-19T17:30:07.254ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2535 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48097 req_id = 0bbeb528-f927-4fa6-b361-2379d70a97c0 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
492025-03-19T17:30:07.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 906 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = a9da5c2b-a4e5-449f-825c-a6192f2107eb response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
502025-03-19T17:30:08.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 54bb704c-1ac1-4630-b5e4-8ca57aa15987 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
512025-03-19T17:30:08.192ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 54bb704c-1ac1-4630-b5e4-8ca57aa15987 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
522025-03-19T17:30:08.194ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2325 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 54bb704c-1ac1-4630-b5e4-8ca57aa15987 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
532025-03-19T17:30:09.214ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2bc5cf5-10ea-44aa-847a-7f90ce221d04 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
542025-03-19T17:30:09.214ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2bc5cf5-10ea-44aa-847a-7f90ce221d04 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
552025-03-19T17:30:09.215ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1488 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2bc5cf5-10ea-44aa-847a-7f90ce221d04 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
562025-03-19T17:30:10.235ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4d7c2de-f96b-41ed-abfd-73640a043645 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
572025-03-19T17:30:10.235ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4d7c2de-f96b-41ed-abfd-73640a043645 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
582025-03-19T17:30:10.237ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2184 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4d7c2de-f96b-41ed-abfd-73640a043645 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
592025-03-19T17:30:11.259ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1fb87889-ded5-41c7-bd3b-f64187036483 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
602025-03-19T17:30:11.259ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1fb87889-ded5-41c7-bd3b-f64187036483 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
612025-03-19T17:30:11.261ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2166 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1fb87889-ded5-41c7-bd3b-f64187036483 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
622025-03-19T17:30:12.281ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e11cf649-c87a-4760-b873-353e28d2803c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
632025-03-19T17:30:12.282ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e11cf649-c87a-4760-b873-353e28d2803c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
642025-03-19T17:30:12.283ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2321 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e11cf649-c87a-4760-b873-353e28d2803c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
652025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 42 reason = Timeout
662025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
672025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
682025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
692025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
702025-03-19T17:30:13.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
712025-03-19T17:30:13.093ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
722025-03-19T17:30:13.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
732025-03-19T17:30:13.094ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
742025-03-19T17:30:13.095ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.921527ms iteration = 42 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
752025-03-19T17:30:13.097ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
762025-03-19T17:30:13.097ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
772025-03-19T17:30:13.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
782025-03-19T17:30:13.100ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
792025-03-19T17:30:13.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
802025-03-19T17:30:13.130ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
812025-03-19T17:30:13.132ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
822025-03-19T17:30:13.132ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
832025-03-19T17:30:13.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
842025-03-19T17:30:13.141ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
852025-03-19T17:30:13.141ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 76.837706ms iteration = 42 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
862025-03-19T17:30:13.304ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7da79678-2251-456c-bfc5-504514abe377 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
872025-03-19T17:30:13.304ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7da79678-2251-456c-bfc5-504514abe377 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
882025-03-19T17:30:13.305ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1528 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7da79678-2251-456c-bfc5-504514abe377 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
892025-03-19T17:30:14.324ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 09468665-7fc7-4c08-9ef5-653094a3e160 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
902025-03-19T17:30:14.325ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 09468665-7fc7-4c08-9ef5-653094a3e160 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
912025-03-19T17:30:14.326ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2162 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 09468665-7fc7-4c08-9ef5-653094a3e160 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
922025-03-19T17:30:15.347ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c670867-4cc6-427b-b4a8-d1ce3732d28a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
932025-03-19T17:30:15.347ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c670867-4cc6-427b-b4a8-d1ce3732d28a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
942025-03-19T17:30:15.349ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2098 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c670867-4cc6-427b-b4a8-d1ce3732d28a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
952025-03-19T17:30:16.372ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 914d6287-ac05-4457-9d07-eacfc7d55316 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
962025-03-19T17:30:16.373ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 914d6287-ac05-4457-9d07-eacfc7d55316 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
972025-03-19T17:30:16.374ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2361 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 914d6287-ac05-4457-9d07-eacfc7d55316 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
982025-03-19T17:30:17.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 622 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = a05df8f2-7522-48a9-b0d2-2f0886372251 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
992025-03-19T17:30:17.398ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9d46b5d-2226-4e14-b98c-bc649ce90af3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1002025-03-19T17:30:17.398ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9d46b5d-2226-4e14-b98c-bc649ce90af3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1012025-03-19T17:30:17.400ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2612 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9d46b5d-2226-4e14-b98c-bc649ce90af3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1022025-03-19T17:30:18.425ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 19507366-f373-424c-ac46-138115c692f0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1032025-03-19T17:30:18.425ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 19507366-f373-424c-ac46-138115c692f0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1042025-03-19T17:30:18.427ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1896 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 19507366-f373-424c-ac46-138115c692f0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1052025-03-19T17:30:19.446ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9aab0311-1b41-4ceb-bd73-4796464897cd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1062025-03-19T17:30:19.447ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9aab0311-1b41-4ceb-bd73-4796464897cd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1072025-03-19T17:30:19.449ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2384 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9aab0311-1b41-4ceb-bd73-4796464897cd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1082025-03-19T17:30:20.468ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bde22f13-1b62-4189-b4f3-5a3aee588a56 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1092025-03-19T17:30:20.469ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bde22f13-1b62-4189-b4f3-5a3aee588a56 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1102025-03-19T17:30:20.471ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2798 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bde22f13-1b62-4189-b4f3-5a3aee588a56 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1112025-03-19T17:30:21.491ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 77c60b56-c48d-4874-84bf-f229d1692b1e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1122025-03-19T17:30:21.491ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 77c60b56-c48d-4874-84bf-f229d1692b1e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1132025-03-19T17:30:21.492ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1837 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 77c60b56-c48d-4874-84bf-f229d1692b1e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1142025-03-19T17:30:22.511ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 709f9328-f1c6-43d1-be2d-1080218676eb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1152025-03-19T17:30:22.512ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 709f9328-f1c6-43d1-be2d-1080218676eb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1162025-03-19T17:30:22.513ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2280 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 709f9328-f1c6-43d1-be2d-1080218676eb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
1172025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 15 reason = Timeout
1182025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
1192025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 17 reason = Timeout
1202025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
1212025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1222025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1232025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 15 reason = Timeout
1242025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
1252025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1262025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1272025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 15 reason = Timeout
1282025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1292025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 15 reason = Timeout
1302025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1312025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
1322025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 15 reason = Timeout
1332025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
1342025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1352025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 8 reason = Timeout
1362025-03-19T17:30:23.065ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:20:23.065251920 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
1372025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1382025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1392025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1402025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 8 reason = Timeout
1412025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1422025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
1432025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
1442025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1452025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 8 reason = Timeout
1462025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1472025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
1482025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 8 reason = Timeout
1492025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1502025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1512025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 8 reason = Timeout
1522025-03-19T17:30:23.065ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
1532025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1542025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 8 reason = Timeout
1552025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1562025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
1572025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1582025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
1592025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1602025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 15 reason = Timeout
1612025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1622025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
1632025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1642025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 15 reason = Timeout
1652025-03-19T17:30:23.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1662025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1672025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 15 reason = Timeout
1682025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1692025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1702025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 15 reason = Timeout
1712025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1722025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 8 reason = Timeout
1732025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1742025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
1752025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1762025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 8 reason = Timeout
1772025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 8 reason = Timeout
1782025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1792025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 43 reason = Timeout
1802025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
1812025-03-19T17:30:23.065ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
1822025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1832025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 8.52\u{b5}s iteration = 9 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
1842025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
1852025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1862025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1872025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1882025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1892025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1902025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1912025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1922025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1932025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1942025-03-19T17:30:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1952025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1962025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1972025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1982025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1992025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2002025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2012025-03-19T17:30:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43511, tv_nsec: 32404532 } })
2022025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2032025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2042025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2052025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2062025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2072025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2082025-03-19T17:30:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43511, tv_nsec: 32441433 } })
2092025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2102025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
2112025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
2122025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.050294ms iteration = 8 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
2132025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
2142025-03-19T17:30:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.143046ms iteration = 8 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
2152025-03-19T17:30:23.068ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43511, tv_nsec: 34666044 } })
2162025-03-19T17:30:23.068ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
2172025-03-19T17:30:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.639756ms iteration = 15 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
2182025-03-19T17:30:23.070ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2192025-03-19T17:30:23.071ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2202025-03-19T17:30:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2212025-03-19T17:30:23.072ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2222025-03-19T17:30:23.072ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:20:23.065251920 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
2232025-03-19T17:30:23.072ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 6.977589ms iteration = 8 status = {"expiration":"2025-03-19T17:20:23.065251920Z","pruned":[]}
2242025-03-19T17:30:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2252025-03-19T17:30:23.072ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2262025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2272025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2282025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2292025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2302025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2312025-03-19T17:30:23.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2322025-03-19T17:30:23.077ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2332025-03-19T17:30:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2342025-03-19T17:30:23.077ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2352025-03-19T17:30:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2362025-03-19T17:30:23.080ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43511, tv_nsec: 46512955 } })
2372025-03-19T17:30:23.080ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
2382025-03-19T17:30:23.087ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2392025-03-19T17:30:23.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2402025-03-19T17:30:23.091ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 25.520773ms iteration = 8 status = {"errors":[],"found_port_ok":[]}
2412025-03-19T17:30:23.106ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 40.890985ms iteration = 15 status = {"errors":[],"garbage_collect_requested":[]}
2422025-03-19T17:30:23.107ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2432025-03-19T17:30:23.109ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 43.818821ms iteration = 15 status = {"errors":[],"finish_invoked_ok":[]}
2442025-03-19T17:30:23.109ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2452025-03-19T17:30:23.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2462025-03-19T17:30:23.109ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 44.849686ms iteration = 15 status = {"errors":[],"requests_created_ok":[]}
2472025-03-19T17:30:23.110ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2482025-03-19T17:30:23.110ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2492025-03-19T17:30:23.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2502025-03-19T17:30:23.111ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2512025-03-19T17:30:23.113ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2522025-03-19T17:30:23.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2532025-03-19T17:30:23.115ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2542025-03-19T17:30:23.116ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2552025-03-19T17:30:23.116ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2562025-03-19T17:30:23.118ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2572025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2582025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2592025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2602025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2612025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
2622025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2632025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2642025-03-19T17:30:23.119ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2652025-03-19T17:30:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2662025-03-19T17:30:23.120ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2672025-03-19T17:30:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2682025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2692025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2702025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2712025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2722025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2732025-03-19T17:30:23.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2742025-03-19T17:30:23.123ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2752025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2762025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2772025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2782025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2792025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2802025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
2812025-03-19T17:30:23.126ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
2822025-03-19T17:30:23.126ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 61.590808ms iteration = 8 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
2832025-03-19T17:30:23.128ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2842025-03-19T17:30:23.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2852025-03-19T17:30:23.129ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2862025-03-19T17:30:23.129ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2872025-03-19T17:30:23.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2882025-03-19T17:30:23.130ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43511, tv_nsec: 96960428 } })
2892025-03-19T17:30:23.130ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2902025-03-19T17:30:23.130ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 65.661071ms iteration = 15 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2912025-03-19T17:30:23.130ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
2922025-03-19T17:30:23.131ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2932025-03-19T17:30:23.131ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2942025-03-19T17:30:23.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2952025-03-19T17:30:23.134ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2962025-03-19T17:30:23.136ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2972025-03-19T17:30:23.137ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2982025-03-19T17:30:23.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2992025-03-19T17:30:23.137ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3002025-03-19T17:30:23.138ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3012025-03-19T17:30:23.138ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3022025-03-19T17:30:23.138ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3032025-03-19T17:30:23.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3042025-03-19T17:30:23.139ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3052025-03-19T17:30:23.139ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3062025-03-19T17:30:23.139ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3072025-03-19T17:30:23.141ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3082025-03-19T17:30:23.141ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3092025-03-19T17:30:23.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3102025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3112025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3122025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3132025-03-19T17:30:23.142ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3142025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3152025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3162025-03-19T17:30:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3172025-03-19T17:30:23.143ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3182025-03-19T17:30:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3192025-03-19T17:30:23.144ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3202025-03-19T17:30:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3212025-03-19T17:30:23.160ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
3222025-03-19T17:30:23.160ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
3232025-03-19T17:30:23.160ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 95.301988ms iteration = 8 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
3242025-03-19T17:30:23.161ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3252025-03-19T17:30:23.163ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
3262025-03-19T17:30:23.163ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
3272025-03-19T17:30:23.163ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
3282025-03-19T17:30:23.163ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3292025-03-19T17:30:23.163ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3302025-03-19T17:30:23.165ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
3312025-03-19T17:30:23.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
3322025-03-19T17:30:23.165ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3332025-03-19T17:30:23.168ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3342025-03-19T17:30:23.170ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 104.810006ms iteration = 15 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3352025-03-19T17:30:23.170ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3362025-03-19T17:30:23.170ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3372025-03-19T17:30:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3382025-03-19T17:30:23.171ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3392025-03-19T17:30:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3402025-03-19T17:30:23.172ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3412025-03-19T17:30:23.173ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 107.479776ms iteration = 43 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3422025-03-19T17:30:23.173ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
3432025-03-19T17:30:23.173ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
3442025-03-19T17:30:23.173ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3452025-03-19T17:30:23.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3462025-03-19T17:30:23.174ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3472025-03-19T17:30:23.174ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3482025-03-19T17:30:23.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3492025-03-19T17:30:23.175ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3502025-03-19T17:30:23.176ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 110.538516ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3512025-03-19T17:30:23.178ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 112.592753ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3522025-03-19T17:30:23.178ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3532025-03-19T17:30:23.178ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3542025-03-19T17:30:23.178ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 112.86343ms iteration = 15 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3552025-03-19T17:30:23.178ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3562025-03-19T17:30:23.178ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3572025-03-19T17:30:23.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3582025-03-19T17:30:23.181ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
3592025-03-19T17:30:23.181ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 116.151505ms iteration = 15 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
3602025-03-19T17:30:23.181ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
3612025-03-19T17:30:23.181ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3622025-03-19T17:30:23.181ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
3632025-03-19T17:30:23.181ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 116.655727ms iteration = 8 status = {"generation":2}
3642025-03-19T17:30:23.190ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3652025-03-19T17:30:23.195ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3662025-03-19T17:30:23.198ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
3672025-03-19T17:30:23.198ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3682025-03-19T17:30:23.198ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3692025-03-19T17:30:23.205ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3702025-03-19T17:30:23.205ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3712025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
3722025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 140.761207ms iteration = 43 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
3732025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
3742025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
3752025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
3762025-03-19T17:30:23.206ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3772025-03-19T17:30:23.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3782025-03-19T17:30:23.207ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3792025-03-19T17:30:23.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3802025-03-19T17:30:23.208ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3812025-03-19T17:30:23.209ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3822025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3832025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3842025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3852025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
3862025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3872025-03-19T17:30:23.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3882025-03-19T17:30:23.214ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3892025-03-19T17:30:23.214ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3902025-03-19T17:30:23.221ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3912025-03-19T17:30:23.221ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3922025-03-19T17:30:23.221ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
3932025-03-19T17:30:23.221ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 156.699462ms iteration = 8 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
3942025-03-19T17:30:23.222ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a6cc61e7-702f-495f-837f-575e43aef2a9", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
3952025-03-19T17:30:23.222ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3962025-03-19T17:30:23.224ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3972025-03-19T17:30:23.237ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
3982025-03-19T17:30:23.237ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 171.681884ms iteration = 8 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
3992025-03-19T17:30:23.243ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 178.800227ms iteration = 17 status = {"physical_disks_added":0}
4002025-03-19T17:30:23.286ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
4012025-03-19T17:30:23.286ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4022025-03-19T17:30:23.286ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6b1065a2-e16b-42ab-bb41-ca0f9707e5a8", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4032025-03-19T17:30:23.286ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4042025-03-19T17:30:23.287ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
4052025-03-19T17:30:23.318ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
4062025-03-19T17:30:23.372ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
4072025-03-19T17:30:23.385ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
4082025-03-19T17:30:23.385ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4092025-03-19T17:30:23.386ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bb4e556f-f339-412a-aa22-e7d33c82c583", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4102025-03-19T17:30:23.386ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4112025-03-19T17:30:23.388ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4122025-03-19T17:30:23.397ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
4132025-03-19T17:30:23.397ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4142025-03-19T17:30:23.397ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "229f46bd-f21b-4f86-857e-1ca2f3404ec1", "content-length": "372", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4152025-03-19T17:30:23.397ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4162025-03-19T17:30:23.398ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4172025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
4182025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
4192025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4202025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4212025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4222025-03-19T17:30:23.400ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 335.194912ms iteration = 15 status = 0
4232025-03-19T17:30:23.403ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4242025-03-19T17:30:23.403ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4252025-03-19T17:30:23.403ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4262025-03-19T17:30:23.404ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4272025-03-19T17:30:23.407ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4282025-03-19T17:30:23.407ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4292025-03-19T17:30:23.407ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4302025-03-19T17:30:23.413ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4312025-03-19T17:30:23.413ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "a4630b3a-c3bf-4748-af74-a5b4c1f58ca5", "content-length": "1", "date": "Wed, 19 Mar 2025 17:30:22 GMT"} })
4322025-03-19T17:30:23.415ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4332025-03-19T17:30:23.415ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4342025-03-19T17:30:23.417ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 352.654631ms iteration = 15 status = null
4352025-03-19T17:30:23.433ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4362025-03-19T17:30:23.438ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4372025-03-19T17:30:23.438ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4382025-03-19T17:30:23.438ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4392025-03-19T17:30:23.441ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
4402025-03-19T17:30:23.441ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
4412025-03-19T17:30:23.441ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
4422025-03-19T17:30:23.441ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 376.369303ms iteration = 8 status = {"generation":1}
4432025-03-19T17:30:23.470ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
4442025-03-19T17:30:23.470ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4452025-03-19T17:30:23.470ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "63b6c728-67ee-4966-a7da-a0965ec32061", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4462025-03-19T17:30:23.470ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4472025-03-19T17:30:23.471ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4482025-03-19T17:30:23.474ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4492025-03-19T17:30:23.474ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4502025-03-19T17:30:23.477ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4512025-03-19T17:30:23.478ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4522025-03-19T17:30:23.522ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
4532025-03-19T17:30:23.522ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "7fa8cead-e21e-4681-9c68-fee699d8d7b9", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4542025-03-19T17:30:23.522ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4552025-03-19T17:30:23.524ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "f9f4c78b-da10-4a5e-9c9b-b20e12b0f04c", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4562025-03-19T17:30:23.524ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4572025-03-19T17:30:23.525ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4582025-03-19T17:30:23.525ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 460.23319ms iteration = 10 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
4592025-03-19T17:30:23.535ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 777c6b39-6acd-4301-b865-5416bd7a785a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
4602025-03-19T17:30:23.535ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 777c6b39-6acd-4301-b865-5416bd7a785a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
4612025-03-19T17:30:23.536ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 470.618678ms iteration = 15 status = {}
4622025-03-19T17:30:23.538ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4632025-03-19T17:30:23.539ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "abcfe8bd-0002-4b5c-ad77-f434fa105229", "content-length": "691", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4642025-03-19T17:30:23.539ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
4652025-03-19T17:30:23.539ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
4662025-03-19T17:30:23.539ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
4672025-03-19T17:30:23.540ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
4682025-03-19T17:30:23.540ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "7d445ef8-4b0e-4ed9-acf3-b4541783eaa4", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4692025-03-19T17:30:23.540ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4702025-03-19T17:30:23.541ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 475.739555ms iteration = 15 status = {}
4712025-03-19T17:30:23.541ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 6695 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 777c6b39-6acd-4301-b865-5416bd7a785a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
4722025-03-19T17:30:23.543ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4732025-03-19T17:30:23.543ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "c0b30058-bd36-4c98-bb6d-0c4aee9e872e", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4742025-03-19T17:30:23.543ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4752025-03-19T17:30:23.543ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4762025-03-19T17:30:23.545ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "49341643-850d-42c4-a5f6-c81627bb7eb7", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4772025-03-19T17:30:23.545ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4782025-03-19T17:30:23.546ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
4792025-03-19T17:30:23.546ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 481.630519ms iteration = 10 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
4802025-03-19T17:30:23.549ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "673f2a3a-cc2a-48df-abd3-1b6c0c27df4c", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
4812025-03-19T17:30:23.552ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 486.700115ms iteration = 15 status = {}
4822025-03-19T17:30:23.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4832025-03-19T17:30:23.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4842025-03-19T17:30:23.580ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
4852025-03-19T17:30:23.580ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4862025-03-19T17:30:23.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4872025-03-19T17:30:23.591ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4882025-03-19T17:30:23.591ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "22b76beb-2dec-4dfb-ae44-a2343ecfb859", "content-length": "134", "date": "Wed, 19 Mar 2025 17:30:22 GMT"} })
4892025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4902025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
4912025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4922025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4932025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4942025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4952025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4962025-03-19T17:30:23.591ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4972025-03-19T17:30:23.592ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4982025-03-19T17:30:23.592ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4992025-03-19T17:30:23.592ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
5002025-03-19T17:30:23.592ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5012025-03-19T17:30:23.592ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5022025-03-19T17:30:23.594ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5032025-03-19T17:30:23.594ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "a6589408-d73d-4494-b0f6-32333edce8b8", "content-length": "2", "date": "Wed, 19 Mar 2025 17:30:22 GMT"} })
5042025-03-19T17:30:23.594ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5052025-03-19T17:30:23.594ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b734cabb-664c-4509-b747-85ad35b83d05", "content-length": "52", "date": "Wed, 19 Mar 2025 17:30:22 GMT"} })
5062025-03-19T17:30:23.594ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
5072025-03-19T17:30:23.594ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5082025-03-19T17:30:23.713ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7e0c5901-ac53-46af-920c-4a7dd23645a4", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
5092025-03-19T17:30:23.713ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
5102025-03-19T17:30:23.713ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5112025-03-19T17:30:23.713ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "d6b752b7-ecc9-4e15-83c9-2829d60a14f3", "content-length": "682", "date": "Wed, 19 Mar 2025 17:30:23 GMT"} })
5122025-03-19T17:30:23.713ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5132025-03-19T17:30:23.714ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5142025-03-19T17:30:23.717ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5152025-03-19T17:30:23.718ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5162025-03-19T17:30:23.722ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5172025-03-19T17:30:23.722ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5182025-03-19T17:30:23.724ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5192025-03-19T17:30:23.725ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5202025-03-19T17:30:23.731ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 666.27672ms iteration = 15 status = {}
5212025-03-19T17:30:24.563ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fec6c6bf-f218-4fb5-93e8-e2f6e25b6c73 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5222025-03-19T17:30:24.563ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fec6c6bf-f218-4fb5-93e8-e2f6e25b6c73 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5232025-03-19T17:30:24.565ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1792 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fec6c6bf-f218-4fb5-93e8-e2f6e25b6c73 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5242025-03-19T17:30:25.584ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 24a77fd9-76ca-47f7-af62-cfa7af54ba4b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5252025-03-19T17:30:25.585ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 24a77fd9-76ca-47f7-af62-cfa7af54ba4b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5262025-03-19T17:30:25.587ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2235 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 24a77fd9-76ca-47f7-af62-cfa7af54ba4b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5272025-03-19T17:30:26.605ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df8b98b8-91e1-4453-bb61-599411da0a28 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5282025-03-19T17:30:26.605ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df8b98b8-91e1-4453-bb61-599411da0a28 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5292025-03-19T17:30:26.607ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2263 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df8b98b8-91e1-4453-bb61-599411da0a28 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5302025-03-19T17:30:27.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 626 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 22e4c996-1d2f-402f-807f-2a2c3b809b07 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
5312025-03-19T17:30:27.627ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0ff0548-a53d-422b-8f9b-f2979091efcf roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5322025-03-19T17:30:27.627ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0ff0548-a53d-422b-8f9b-f2979091efcf resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5332025-03-19T17:30:27.629ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2117 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0ff0548-a53d-422b-8f9b-f2979091efcf response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5342025-03-19T17:30:28.649ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = db143f69-a92b-4916-8b33-ad3b4f669454 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5352025-03-19T17:30:28.649ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = db143f69-a92b-4916-8b33-ad3b4f669454 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5362025-03-19T17:30:28.651ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2651 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = db143f69-a92b-4916-8b33-ad3b4f669454 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5372025-03-19T17:30:29.671ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456618c0-e6d9-49c8-b1ca-5e3ab9a989e7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5382025-03-19T17:30:29.672ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456618c0-e6d9-49c8-b1ca-5e3ab9a989e7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5392025-03-19T17:30:29.674ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2513 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456618c0-e6d9-49c8-b1ca-5e3ab9a989e7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5402025-03-19T17:30:30.693ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6003d509-f92a-4fe5-8b20-486277b398a1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5412025-03-19T17:30:30.693ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6003d509-f92a-4fe5-8b20-486277b398a1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5422025-03-19T17:30:30.695ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2827 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6003d509-f92a-4fe5-8b20-486277b398a1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5432025-03-19T17:30:31.715ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75ef0e2f-9a79-4000-80bf-eeae79178bea roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5442025-03-19T17:30:31.716ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75ef0e2f-9a79-4000-80bf-eeae79178bea resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5452025-03-19T17:30:31.717ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2049 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75ef0e2f-9a79-4000-80bf-eeae79178bea response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5462025-03-19T17:30:32.737ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fae72a76-d7eb-49f5-91a9-7bef178e039d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5472025-03-19T17:30:32.737ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fae72a76-d7eb-49f5-91a9-7bef178e039d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5482025-03-19T17:30:32.739ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2112 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fae72a76-d7eb-49f5-91a9-7bef178e039d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5492025-03-19T17:30:33.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
5502025-03-19T17:30:33.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 44 reason = Timeout
5512025-03-19T17:30:33.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5522025-03-19T17:30:33.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5532025-03-19T17:30:33.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5542025-03-19T17:30:33.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5552025-03-19T17:30:33.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5562025-03-19T17:30:33.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5572025-03-19T17:30:33.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5582025-03-19T17:30:33.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5592025-03-19T17:30:33.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5602025-03-19T17:30:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5612025-03-19T17:30:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5622025-03-19T17:30:33.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
5632025-03-19T17:30:33.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5642025-03-19T17:30:33.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5652025-03-19T17:30:33.084ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
5662025-03-19T17:30:33.084ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.801093ms iteration = 44 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
5672025-03-19T17:30:33.096ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5682025-03-19T17:30:33.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5692025-03-19T17:30:33.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.353863ms iteration = 44 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5702025-03-19T17:30:33.759ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3ea682b-e771-4d90-bc42-e6a647208c65 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5712025-03-19T17:30:33.759ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3ea682b-e771-4d90-bc42-e6a647208c65 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5722025-03-19T17:30:33.761ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2147 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3ea682b-e771-4d90-bc42-e6a647208c65 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5732025-03-19T17:30:34.782ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 576bcdcf-f690-4036-b96c-f5c5333fde45 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5742025-03-19T17:30:34.782ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 576bcdcf-f690-4036-b96c-f5c5333fde45 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5752025-03-19T17:30:34.784ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2260 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 576bcdcf-f690-4036-b96c-f5c5333fde45 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5762025-03-19T17:30:35.803ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0f3f195-b714-408d-a091-03f91f4f84c6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5772025-03-19T17:30:35.804ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0f3f195-b714-408d-a091-03f91f4f84c6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5782025-03-19T17:30:35.806ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2410 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0f3f195-b714-408d-a091-03f91f4f84c6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5792025-03-19T17:30:36.826ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0bf8799-d6b2-4a1c-9dc7-e6771688e26d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5802025-03-19T17:30:36.826ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0bf8799-d6b2-4a1c-9dc7-e6771688e26d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5812025-03-19T17:30:36.828ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2535 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0bf8799-d6b2-4a1c-9dc7-e6771688e26d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5822025-03-19T17:30:37.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 525 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = dd16cf18-45a8-4fe3-b95c-084f1f26b42e response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
5832025-03-19T17:30:37.849ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c0bd579-ce89-4bb0-bbcd-25eb8e3cab3c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5842025-03-19T17:30:37.849ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c0bd579-ce89-4bb0-bbcd-25eb8e3cab3c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5852025-03-19T17:30:37.851ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2005 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c0bd579-ce89-4bb0-bbcd-25eb8e3cab3c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5862025-03-19T17:30:38.870ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4293f93f-cf5e-4bf1-a6f8-03f5e7cf883d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5872025-03-19T17:30:38.871ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4293f93f-cf5e-4bf1-a6f8-03f5e7cf883d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5882025-03-19T17:30:38.873ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2358 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4293f93f-cf5e-4bf1-a6f8-03f5e7cf883d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5892025-03-19T17:30:39.893ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd7831c3-1589-4ba4-99c9-52bd0a3c9230 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5902025-03-19T17:30:39.893ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd7831c3-1589-4ba4-99c9-52bd0a3c9230 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5912025-03-19T17:30:39.895ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2565 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd7831c3-1589-4ba4-99c9-52bd0a3c9230 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5922025-03-19T17:30:40.915ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fc945c50-9e51-4f8b-aa63-0814a321ff10 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5932025-03-19T17:30:40.915ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fc945c50-9e51-4f8b-aa63-0814a321ff10 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5942025-03-19T17:30:40.917ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2155 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fc945c50-9e51-4f8b-aa63-0814a321ff10 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5952025-03-19T17:30:41.936ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93edc7f4-f491-48c5-a1e8-6eef1f958e18 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5962025-03-19T17:30:41.937ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93edc7f4-f491-48c5-a1e8-6eef1f958e18 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5972025-03-19T17:30:41.938ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2161 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93edc7f4-f491-48c5-a1e8-6eef1f958e18 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5982025-03-19T17:30:42.958ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 774ff05a-df18-4e7f-93e2-f6a24a2e553d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
5992025-03-19T17:30:42.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 774ff05a-df18-4e7f-93e2-f6a24a2e553d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6002025-03-19T17:30:42.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2301 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 774ff05a-df18-4e7f-93e2-f6a24a2e553d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6012025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 45 reason = Timeout
6022025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
6032025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6042025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6052025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6062025-03-19T17:30:43.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6072025-03-19T17:30:43.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6082025-03-19T17:30:43.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6092025-03-19T17:30:43.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.898559ms iteration = 45 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6102025-03-19T17:30:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6112025-03-19T17:30:43.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6122025-03-19T17:30:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6132025-03-19T17:30:43.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6142025-03-19T17:30:43.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6152025-03-19T17:30:43.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6162025-03-19T17:30:43.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6172025-03-19T17:30:43.080ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
6182025-03-19T17:30:43.080ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6192025-03-19T17:30:43.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6202025-03-19T17:30:43.089ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
6212025-03-19T17:30:43.089ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.787904ms iteration = 45 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
6222025-03-19T17:30:43.979ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1e663852-e0a6-4714-871b-97f51923aeab roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6232025-03-19T17:30:43.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1e663852-e0a6-4714-871b-97f51923aeab resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6242025-03-19T17:30:43.981ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1911 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1e663852-e0a6-4714-871b-97f51923aeab response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6252025-03-19T17:30:45.002ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e145aa58-6b87-4862-9d7e-4887ae6378b6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6262025-03-19T17:30:45.002ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e145aa58-6b87-4862-9d7e-4887ae6378b6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6272025-03-19T17:30:45.004ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2244 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e145aa58-6b87-4862-9d7e-4887ae6378b6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6282025-03-19T17:30:46.024ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c7e3bd7-0033-4f0d-8404-04fec426379f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6292025-03-19T17:30:46.024ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c7e3bd7-0033-4f0d-8404-04fec426379f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6302025-03-19T17:30:46.026ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2174 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4c7e3bd7-0033-4f0d-8404-04fec426379f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6312025-03-19T17:30:47.046ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ec6c90b-33bc-45bd-b8e2-cfb338797774 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6322025-03-19T17:30:47.047ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ec6c90b-33bc-45bd-b8e2-cfb338797774 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6332025-03-19T17:30:47.048ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2181 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ec6c90b-33bc-45bd-b8e2-cfb338797774 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6342025-03-19T17:30:47.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 623 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = d03d86af-ae13-48fc-9088-46dbb2e1d65a response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
6352025-03-19T17:30:48.067ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1582b017-996b-4ae3-8346-f57591012231 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6362025-03-19T17:30:48.067ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1582b017-996b-4ae3-8346-f57591012231 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6372025-03-19T17:30:48.068ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1882 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1582b017-996b-4ae3-8346-f57591012231 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6382025-03-19T17:30:49.087ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1778f6bb-d694-4a12-acce-fb1bd04ac72f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6392025-03-19T17:30:49.088ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1778f6bb-d694-4a12-acce-fb1bd04ac72f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6402025-03-19T17:30:49.090ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2254 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1778f6bb-d694-4a12-acce-fb1bd04ac72f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6412025-03-19T17:30:50.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd28b826-41c5-4040-90a8-f0866fb399b6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6422025-03-19T17:30:50.110ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd28b826-41c5-4040-90a8-f0866fb399b6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6432025-03-19T17:30:50.112ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2127 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd28b826-41c5-4040-90a8-f0866fb399b6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6442025-03-19T17:30:51.132ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0cd5baeb-7c62-4673-bd7d-7495b05eb6a0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6452025-03-19T17:30:51.132ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0cd5baeb-7c62-4673-bd7d-7495b05eb6a0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6462025-03-19T17:30:51.134ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2297 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0cd5baeb-7c62-4673-bd7d-7495b05eb6a0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6472025-03-19T17:30:52.154ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d2c74bde-dcbf-4025-898e-8a1a546208b6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6482025-03-19T17:30:52.155ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d2c74bde-dcbf-4025-898e-8a1a546208b6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6492025-03-19T17:30:52.156ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2264 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d2c74bde-dcbf-4025-898e-8a1a546208b6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
6502025-03-19T17:30:52.248ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::d]:43273
6512025-03-19T17:30:52.248ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = 961f0883-9e94-4412-aed2-1fa3417f1586 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
6522025-03-19T17:30:52.248ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = 961f0883-9e94-4412-aed2-1fa3417f1586 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
6532025-03-19T17:30:52.251ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3467 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = 961f0883-9e94-4412-aed2-1fa3417f1586 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
6542025-03-19T17:30:52.251ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = ce8f8a7e-5b24-4741-88df-bed55dfe70d3 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
6552025-03-19T17:30:52.252ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = ce8f8a7e-5b24-4741-88df-bed55dfe70d3 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
6562025-03-19T17:30:52.254ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2270 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43273 req_id = ce8f8a7e-5b24-4741-88df-bed55dfe70d3 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
6572025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 16 reason = Timeout
6582025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
6592025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
6602025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 16 reason = Timeout
6612025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6622025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6632025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 16 reason = Timeout
6642025-03-19T17:30:53.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6652025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
6662025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6672025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
6682025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6692025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6702025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 16 reason = Timeout
6712025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6722025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 16 reason = Timeout
6732025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6742025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
6752025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6762025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 16 reason = Timeout
6772025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6782025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6792025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
6802025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 16 reason = Timeout
6812025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6822025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
6832025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6842025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 16 reason = Timeout
6852025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
6862025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6872025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
6882025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6892025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6902025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 16 reason = Timeout
6912025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6922025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 46 reason = Timeout
6932025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6942025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
6952025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6962025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
6972025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6982025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6992025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7002025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7012025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7022025-03-19T17:30:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7032025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7042025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
7052025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7062025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7072025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7082025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7092025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7102025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7112025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
7122025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7132025-03-19T17:30:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
7142025-03-19T17:30:53.067ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7152025-03-19T17:30:53.069ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7162025-03-19T17:30:53.069ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 4.057523ms iteration = 16 status = {"errors":[],"requests_created_ok":[]}
7172025-03-19T17:30:53.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.94589ms iteration = 16 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
7182025-03-19T17:30:53.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7192025-03-19T17:30:53.069ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7202025-03-19T17:30:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7212025-03-19T17:30:53.070ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7222025-03-19T17:30:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
7232025-03-19T17:30:53.070ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7242025-03-19T17:30:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7252025-03-19T17:30:53.071ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7262025-03-19T17:30:53.071ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7272025-03-19T17:30:53.071ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7282025-03-19T17:30:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7292025-03-19T17:30:53.073ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43541, tv_nsec: 39627968 } })
7302025-03-19T17:30:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
7312025-03-19T17:30:53.073ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7322025-03-19T17:30:53.073ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
7332025-03-19T17:30:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7342025-03-19T17:30:53.074ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7352025-03-19T17:30:53.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
7362025-03-19T17:30:53.077ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7372025-03-19T17:30:53.077ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7382025-03-19T17:30:53.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7392025-03-19T17:30:53.078ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43541, tv_nsec: 45012511 } })
7402025-03-19T17:30:53.079ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
7412025-03-19T17:30:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
7422025-03-19T17:30:53.079ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
7432025-03-19T17:30:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
7442025-03-19T17:30:53.081ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7452025-03-19T17:30:53.082ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7462025-03-19T17:30:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7472025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7482025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7492025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7502025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7512025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7522025-03-19T17:30:53.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7532025-03-19T17:30:53.084ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43541, tv_nsec: 50689600 } })
7542025-03-19T17:30:53.084ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
7552025-03-19T17:30:53.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7562025-03-19T17:30:53.085ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7572025-03-19T17:30:53.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7582025-03-19T17:30:53.101ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 35.88774ms iteration = 16 status = {"errors":[],"finish_invoked_ok":[]}
7592025-03-19T17:30:53.111ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7602025-03-19T17:30:53.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7612025-03-19T17:30:53.115ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7622025-03-19T17:30:53.116ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7632025-03-19T17:30:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7642025-03-19T17:30:53.117ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 51.548208ms iteration = 16 status = {"errors":[],"garbage_collect_requested":[]}
7652025-03-19T17:30:53.117ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7662025-03-19T17:30:53.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7672025-03-19T17:30:53.118ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7682025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
7692025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7702025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 52.92557ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7712025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7722025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7732025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7742025-03-19T17:30:53.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7752025-03-19T17:30:53.119ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7762025-03-19T17:30:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7772025-03-19T17:30:53.119ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7782025-03-19T17:30:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7792025-03-19T17:30:53.120ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
7802025-03-19T17:30:53.120ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 55.313935ms iteration = 16 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
7812025-03-19T17:30:53.121ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7822025-03-19T17:30:53.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7832025-03-19T17:30:53.122ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7842025-03-19T17:30:53.124ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7852025-03-19T17:30:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7862025-03-19T17:30:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
7872025-03-19T17:30:53.125ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7882025-03-19T17:30:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7892025-03-19T17:30:53.126ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7902025-03-19T17:30:53.127ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
7912025-03-19T17:30:53.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
7922025-03-19T17:30:53.128ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7932025-03-19T17:30:53.130ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
7942025-03-19T17:30:53.130ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7952025-03-19T17:30:53.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7962025-03-19T17:30:53.130ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
7972025-03-19T17:30:53.130ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
7982025-03-19T17:30:53.131ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7992025-03-19T17:30:53.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
8002025-03-19T17:30:53.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
8012025-03-19T17:30:53.133ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 67.848361ms iteration = 16 status = 0
8022025-03-19T17:30:53.133ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 68.309142ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
8032025-03-19T17:30:53.134ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
8042025-03-19T17:30:53.134ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 68.815873ms iteration = 46 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
8052025-03-19T17:30:53.137ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 72.587699ms iteration = 18 status = {"physical_disks_added":0}
8062025-03-19T17:30:53.148ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 83.368866ms iteration = 46 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
8072025-03-19T17:30:53.154ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 89.111737ms iteration = 16 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
8082025-03-19T17:30:53.154ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
8092025-03-19T17:30:53.154ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8102025-03-19T17:30:53.155ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d622dd82-e4f5-4b10-83be-a7d2e3694434", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8112025-03-19T17:30:53.155ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8122025-03-19T17:30:53.156ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8132025-03-19T17:30:53.160ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8142025-03-19T17:30:53.160ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
8152025-03-19T17:30:53.160ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8162025-03-19T17:30:53.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8172025-03-19T17:30:53.168ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
8182025-03-19T17:30:53.168ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 103.24759ms iteration = 16 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
8192025-03-19T17:30:53.176ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0d1fa384-4589-4cb5-9b52-455ad7f4ba2b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
8202025-03-19T17:30:53.176ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0d1fa384-4589-4cb5-9b52-455ad7f4ba2b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
8212025-03-19T17:30:53.178ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1852 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0d1fa384-4589-4cb5-9b52-455ad7f4ba2b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
8222025-03-19T17:30:53.190ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8232025-03-19T17:30:53.190ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8242025-03-19T17:30:53.192ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8252025-03-19T17:30:53.192ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
8262025-03-19T17:30:53.192ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 126.846919ms iteration = 16 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
8272025-03-19T17:30:53.199ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8282025-03-19T17:30:53.199ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8292025-03-19T17:30:53.247ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
8302025-03-19T17:30:53.247ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8312025-03-19T17:30:53.248ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "160d753f-a4b4-4755-8e66-e6d248c1adaf", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8322025-03-19T17:30:53.248ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8332025-03-19T17:30:53.249ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8342025-03-19T17:30:53.284ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
8352025-03-19T17:30:53.284ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8362025-03-19T17:30:53.284ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "7b5b70a4-43af-4a19-81d8-4dc67b8a9b3b", "content-length": "372", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8372025-03-19T17:30:53.284ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8382025-03-19T17:30:53.285ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8392025-03-19T17:30:53.285ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8402025-03-19T17:30:53.287ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8412025-03-19T17:30:53.287ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8422025-03-19T17:30:53.287ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8432025-03-19T17:30:53.288ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
8442025-03-19T17:30:53.288ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8452025-03-19T17:30:53.288ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "cbd475df-fccf-4857-8749-f1c543d80241", "content-length": "26", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8462025-03-19T17:30:53.288ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8472025-03-19T17:30:53.288ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8482025-03-19T17:30:53.290ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8492025-03-19T17:30:53.290ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8502025-03-19T17:30:53.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8512025-03-19T17:30:53.291ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
8522025-03-19T17:30:53.299ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
8532025-03-19T17:30:53.299ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
8542025-03-19T17:30:53.299ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "5d05224b-9f8e-492c-992f-605ecde14da2", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8552025-03-19T17:30:53.299ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8562025-03-19T17:30:53.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8572025-03-19T17:30:53.301ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8582025-03-19T17:30:53.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8592025-03-19T17:30:53.304ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8602025-03-19T17:30:53.304ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8612025-03-19T17:30:53.305ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 240.323363ms iteration = 16 status = {}
8622025-03-19T17:30:53.307ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
8632025-03-19T17:30:53.307ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8642025-03-19T17:30:53.307ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "34cc5f64-1317-4fd3-9504-ea3ba1e78d4f", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8652025-03-19T17:30:53.309ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 243.938656ms iteration = 16 status = {}
8662025-03-19T17:30:53.383ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
8672025-03-19T17:30:53.383ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "67cf2ba5-ea7c-4f07-8e1e-816b88235614", "content-length": "1", "date": "Wed, 19 Mar 2025 17:30:52 GMT"} })
8682025-03-19T17:30:53.385ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
8692025-03-19T17:30:53.385ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
8702025-03-19T17:30:53.387ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 321.847506ms iteration = 16 status = null
8712025-03-19T17:30:53.467ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
8722025-03-19T17:30:53.467ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f0c4faa-944c-45da-82fb-92cef5f29504", "content-length": "691", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8732025-03-19T17:30:53.467ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
8742025-03-19T17:30:53.467ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
8752025-03-19T17:30:53.467ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
8762025-03-19T17:30:53.469ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 403.757649ms iteration = 16 status = {}
8772025-03-19T17:30:53.522ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8782025-03-19T17:30:53.522ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8792025-03-19T17:30:53.524ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
8802025-03-19T17:30:53.524ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8812025-03-19T17:30:53.524ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8822025-03-19T17:30:53.532ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
8832025-03-19T17:30:53.532ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "06221989-730a-45e4-af1d-2b8b7ab4535e", "content-length": "134", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8842025-03-19T17:30:53.532ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
8852025-03-19T17:30:53.532ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
8862025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
8872025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
8882025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8892025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8902025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8912025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8922025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8932025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8942025-03-19T17:30:53.533ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
8952025-03-19T17:30:53.533ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8962025-03-19T17:30:53.533ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8972025-03-19T17:30:53.534ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
8982025-03-19T17:30:53.534ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "176730bb-73f2-488e-93fa-d287341cd3ef", "content-length": "2", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
8992025-03-19T17:30:53.535ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
9002025-03-19T17:30:53.535ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "96a0a338-1f87-44bd-8e8f-fac6f1830804", "content-length": "52", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
9012025-03-19T17:30:53.535ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
9022025-03-19T17:30:53.535ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
9032025-03-19T17:30:53.630ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "364be30d-930a-4a55-9550-9793afc6601a", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
9042025-03-19T17:30:53.630ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
9052025-03-19T17:30:53.630ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
9062025-03-19T17:30:53.630ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "64c91591-42e3-4cfc-9662-763c4efb07f2", "content-length": "682", "date": "Wed, 19 Mar 2025 17:30:53 GMT"} })
9072025-03-19T17:30:53.630ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
9082025-03-19T17:30:53.630ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
9092025-03-19T17:30:53.633ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
9102025-03-19T17:30:53.634ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
9112025-03-19T17:30:53.636ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
9122025-03-19T17:30:53.637ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
9132025-03-19T17:30:53.638ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
9142025-03-19T17:30:53.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
9152025-03-19T17:30:53.645ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 579.875865ms iteration = 16 status = {}
9162025-03-19T17:30:54.199ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d8c1586-4596-4e77-bfb8-e008095a1f53 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9172025-03-19T17:30:54.200ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d8c1586-4596-4e77-bfb8-e008095a1f53 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9182025-03-19T17:30:54.201ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1550 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d8c1586-4596-4e77-bfb8-e008095a1f53 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9192025-03-19T17:30:55.221ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88315d73-e40e-4a0b-bb0e-ac73a71f4414 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9202025-03-19T17:30:55.221ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88315d73-e40e-4a0b-bb0e-ac73a71f4414 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9212025-03-19T17:30:55.223ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1887 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88315d73-e40e-4a0b-bb0e-ac73a71f4414 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9222025-03-19T17:30:56.242ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 35fbc8a5-e7da-4564-98e9-c26afaafd0df roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9232025-03-19T17:30:56.242ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 35fbc8a5-e7da-4564-98e9-c26afaafd0df resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9242025-03-19T17:30:56.244ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1952 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 35fbc8a5-e7da-4564-98e9-c26afaafd0df response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9252025-03-19T17:30:57.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 605 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 6d77e4cf-d982-42c0-93e6-a4674442aee3 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
9262025-03-19T17:30:57.264ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59646504-9e5f-4b49-959b-db8e2093c94c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9272025-03-19T17:30:57.264ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59646504-9e5f-4b49-959b-db8e2093c94c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9282025-03-19T17:30:57.266ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2406 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59646504-9e5f-4b49-959b-db8e2093c94c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9292025-03-19T17:30:58.285ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c31be06-1283-40fa-be43-fb4f1f44ab61 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9302025-03-19T17:30:58.286ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c31be06-1283-40fa-be43-fb4f1f44ab61 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9312025-03-19T17:30:58.288ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2671 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1c31be06-1283-40fa-be43-fb4f1f44ab61 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9322025-03-19T17:30:59.308ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 165779ba-064b-4c68-8bd7-b42a5384ac0f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9332025-03-19T17:30:59.308ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 165779ba-064b-4c68-8bd7-b42a5384ac0f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9342025-03-19T17:30:59.310ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2040 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 165779ba-064b-4c68-8bd7-b42a5384ac0f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9352025-03-19T17:31:00.330ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8aece9b-dc97-4686-b696-8d8fd8239967 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9362025-03-19T17:31:00.330ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8aece9b-dc97-4686-b696-8d8fd8239967 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9372025-03-19T17:31:00.332ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2192 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8aece9b-dc97-4686-b696-8d8fd8239967 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9382025-03-19T17:31:01.352ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94350969-37e4-489e-9af8-f4a799381c7e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9392025-03-19T17:31:01.352ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94350969-37e4-489e-9af8-f4a799381c7e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9402025-03-19T17:31:01.354ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2302 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94350969-37e4-489e-9af8-f4a799381c7e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9412025-03-19T17:31:02.375ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f3d69c9-956c-48c8-9b5e-17d622009726 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9422025-03-19T17:31:02.375ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f3d69c9-956c-48c8-9b5e-17d622009726 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9432025-03-19T17:31:02.377ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2010 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f3d69c9-956c-48c8-9b5e-17d622009726 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9442025-03-19T17:31:03.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 47 reason = Timeout
9452025-03-19T17:31:03.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9462025-03-19T17:31:03.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
9472025-03-19T17:31:03.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9482025-03-19T17:31:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9492025-03-19T17:31:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
9502025-03-19T17:31:03.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9512025-03-19T17:31:03.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9522025-03-19T17:31:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
9532025-03-19T17:31:03.068ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
9542025-03-19T17:31:03.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9552025-03-19T17:31:03.068ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.37752ms iteration = 47 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
9562025-03-19T17:31:03.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9572025-03-19T17:31:03.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9582025-03-19T17:31:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9592025-03-19T17:31:03.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9602025-03-19T17:31:03.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
9612025-03-19T17:31:03.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9622025-03-19T17:31:03.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9632025-03-19T17:31:03.081ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
9642025-03-19T17:31:03.081ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.655161ms iteration = 47 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
9652025-03-19T17:31:03.398ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b24dd30-1306-44ce-8b9f-d1c99bf711cb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9662025-03-19T17:31:03.398ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b24dd30-1306-44ce-8b9f-d1c99bf711cb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9672025-03-19T17:31:03.400ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1686 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b24dd30-1306-44ce-8b9f-d1c99bf711cb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9682025-03-19T17:31:04.418ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b9904a87-b34c-494b-9701-aed75f532c29 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9692025-03-19T17:31:04.418ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b9904a87-b34c-494b-9701-aed75f532c29 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9702025-03-19T17:31:04.420ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2053 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b9904a87-b34c-494b-9701-aed75f532c29 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9712025-03-19T17:31:05.439ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b0d5d1c-36e2-4760-bce9-e0c389a71010 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9722025-03-19T17:31:05.439ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b0d5d1c-36e2-4760-bce9-e0c389a71010 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9732025-03-19T17:31:05.441ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2305 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b0d5d1c-36e2-4760-bce9-e0c389a71010 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9742025-03-19T17:31:06.461ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8bfc2ec2-ee9a-4b68-b4aa-b90c321fe06a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9752025-03-19T17:31:06.461ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8bfc2ec2-ee9a-4b68-b4aa-b90c321fe06a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9762025-03-19T17:31:06.463ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2375 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8bfc2ec2-ee9a-4b68-b4aa-b90c321fe06a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9772025-03-19T17:31:07.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 555 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 52c9f0c0-2b18-4853-ae18-bfea5051beb2 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
9782025-03-19T17:31:07.485ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe506286-a57c-42f3-b8e9-39861e3f259e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9792025-03-19T17:31:07.485ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe506286-a57c-42f3-b8e9-39861e3f259e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9802025-03-19T17:31:07.487ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2289 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe506286-a57c-42f3-b8e9-39861e3f259e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9812025-03-19T17:31:08.508ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 23969346-07fd-4578-b96e-a36cbfabf553 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9822025-03-19T17:31:08.508ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 23969346-07fd-4578-b96e-a36cbfabf553 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9832025-03-19T17:31:08.509ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1637 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 23969346-07fd-4578-b96e-a36cbfabf553 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9842025-03-19T17:31:09.529ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f488d0e0-e32c-4eff-ae5b-d3906cbb8ef8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9852025-03-19T17:31:09.530ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f488d0e0-e32c-4eff-ae5b-d3906cbb8ef8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9862025-03-19T17:31:09.531ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2452 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f488d0e0-e32c-4eff-ae5b-d3906cbb8ef8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9872025-03-19T17:31:10.551ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 827b6986-cff4-4a53-80ba-737caed0d272 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9882025-03-19T17:31:10.551ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 827b6986-cff4-4a53-80ba-737caed0d272 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9892025-03-19T17:31:10.553ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2003 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 827b6986-cff4-4a53-80ba-737caed0d272 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9902025-03-19T17:31:11.572ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c3ea95ed-d171-462e-a1a2-c94e2950eb3e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9912025-03-19T17:31:11.572ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c3ea95ed-d171-462e-a1a2-c94e2950eb3e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9922025-03-19T17:31:11.574ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2047 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c3ea95ed-d171-462e-a1a2-c94e2950eb3e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9932025-03-19T17:31:12.594ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dadf209-a210-4e4b-bff3-98b5a9e7f0fa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9942025-03-19T17:31:12.594ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dadf209-a210-4e4b-bff3-98b5a9e7f0fa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9952025-03-19T17:31:12.596ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2385 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dadf209-a210-4e4b-bff3-98b5a9e7f0fa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
9962025-03-19T17:31:13.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
9972025-03-19T17:31:13.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 48 reason = Timeout
9982025-03-19T17:31:13.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9992025-03-19T17:31:13.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10002025-03-19T17:31:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
10012025-03-19T17:31:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
10022025-03-19T17:31:13.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
10032025-03-19T17:31:13.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
10042025-03-19T17:31:13.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
10052025-03-19T17:31:13.068ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.305585ms iteration = 48 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
10062025-03-19T17:31:13.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
10072025-03-19T17:31:13.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10082025-03-19T17:31:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
10092025-03-19T17:31:13.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10102025-03-19T17:31:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
10112025-03-19T17:31:13.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
10122025-03-19T17:31:13.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
10132025-03-19T17:31:13.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10142025-03-19T17:31:13.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
10152025-03-19T17:31:13.082ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
10162025-03-19T17:31:13.082ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.078903ms iteration = 48 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
10172025-03-19T17:31:13.616ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c56d6326-e0b8-4c70-b077-81103f1c6cd7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10182025-03-19T17:31:13.617ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c56d6326-e0b8-4c70-b077-81103f1c6cd7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10192025-03-19T17:31:13.618ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2049 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c56d6326-e0b8-4c70-b077-81103f1c6cd7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10202025-03-19T17:31:14.637ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1a177502-8b2c-4af0-a53e-237ea70a9979 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10212025-03-19T17:31:14.637ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1a177502-8b2c-4af0-a53e-237ea70a9979 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10222025-03-19T17:31:14.638ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1983 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1a177502-8b2c-4af0-a53e-237ea70a9979 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10232025-03-19T17:31:15.659ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 137776e5-41ca-4831-af7e-57b5a1cbb8c4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10242025-03-19T17:31:15.660ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 137776e5-41ca-4831-af7e-57b5a1cbb8c4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10252025-03-19T17:31:15.661ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2252 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 137776e5-41ca-4831-af7e-57b5a1cbb8c4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10262025-03-19T17:31:16.682ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 95eafaef-0c6a-42b8-ace2-196cdd4cc365 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10272025-03-19T17:31:16.682ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 95eafaef-0c6a-42b8-ace2-196cdd4cc365 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10282025-03-19T17:31:16.684ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2468 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 95eafaef-0c6a-42b8-ace2-196cdd4cc365 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10292025-03-19T17:31:17.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 525 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = d76e1100-4cc1-487f-a7e8-2f0bb328389a response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
10302025-03-19T17:31:17.704ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc67ab96-bba0-49d8-ad2d-bb9aa9fdb311 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10312025-03-19T17:31:17.704ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc67ab96-bba0-49d8-ad2d-bb9aa9fdb311 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10322025-03-19T17:31:17.706ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1755 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc67ab96-bba0-49d8-ad2d-bb9aa9fdb311 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10332025-03-19T17:31:18.725ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28a563b6-4139-4576-aa8e-012af6e2e9f9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10342025-03-19T17:31:18.726ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28a563b6-4139-4576-aa8e-012af6e2e9f9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10352025-03-19T17:31:18.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2177 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28a563b6-4139-4576-aa8e-012af6e2e9f9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10362025-03-19T17:31:19.747ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2f86ab6d-d540-46a1-bc35-2654a114f687 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10372025-03-19T17:31:19.747ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2f86ab6d-d540-46a1-bc35-2654a114f687 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10382025-03-19T17:31:19.749ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2131 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2f86ab6d-d540-46a1-bc35-2654a114f687 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10392025-03-19T17:31:20.769ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 78a5e7a1-7d99-4e0e-9cfb-92d43625f5a4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10402025-03-19T17:31:20.769ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 78a5e7a1-7d99-4e0e-9cfb-92d43625f5a4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10412025-03-19T17:31:20.771ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2610 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 78a5e7a1-7d99-4e0e-9cfb-92d43625f5a4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10422025-03-19T17:31:21.790ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb346504-9881-42c2-8156-a2db96db8585 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10432025-03-19T17:31:21.790ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb346504-9881-42c2-8156-a2db96db8585 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10442025-03-19T17:31:21.792ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2354 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb346504-9881-42c2-8156-a2db96db8585 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10452025-03-19T17:31:22.811ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 87c6a680-129c-4fd1-bcf0-e5fffb5d45c7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10462025-03-19T17:31:22.811ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 87c6a680-129c-4fd1-bcf0-e5fffb5d45c7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10472025-03-19T17:31:22.813ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2169 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 87c6a680-129c-4fd1-bcf0-e5fffb5d45c7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
10482025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 17 reason = Timeout
10492025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 17 reason = Timeout
10502025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
10512025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
10522025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
10532025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
10542025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 9 reason = Timeout
10552025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 9 reason = Timeout
10562025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
10572025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
10582025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
10592025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
10602025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
10612025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
10622025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 49 reason = Timeout
10632025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10642025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
10652025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 9 reason = Timeout
10662025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
10672025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
10682025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
10692025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
10702025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
10712025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 17 reason = Timeout
10722025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
10732025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
10742025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
10752025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 17 reason = Timeout
10762025-03-19T17:31:23.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
10772025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 17 reason = Timeout
10782025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
10792025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
10802025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
10812025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
10822025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
10832025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
10842025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
10852025-03-19T17:31:23.065ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:21:23.065473198 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
10862025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
10872025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
10882025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
10892025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
10902025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
10912025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 17 reason = Timeout
10922025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
10932025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
10942025-03-19T17:31:23.065ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
10952025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 17 reason = Timeout
10962025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.39\u{b5}s iteration = 10 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
10972025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 9 reason = Timeout
10982025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
10992025-03-19T17:31:23.065ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
11002025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
11012025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
11022025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 17 reason = Timeout
11032025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
11042025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 17 reason = Timeout
11052025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
11062025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
11072025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
11082025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
11092025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
11102025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
11112025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
11122025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
11132025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
11142025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
11152025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
11162025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
11172025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
11182025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
11192025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
11202025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
11212025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
11222025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
11232025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
11242025-03-19T17:31:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
11252025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
11262025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
11272025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
11282025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
11292025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11302025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
11312025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
11322025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
11332025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
11342025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
11352025-03-19T17:31:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43571, tv_nsec: 32223538 } })
11362025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
11372025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
11382025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
11392025-03-19T17:31:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43571, tv_nsec: 32264749 } })
11402025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
11412025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
11422025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
11432025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.167907ms iteration = 9 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
11442025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
11452025-03-19T17:31:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.200877ms iteration = 9 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
11462025-03-19T17:31:23.067ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
11472025-03-19T17:31:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
11482025-03-19T17:31:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.838598ms iteration = 17 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
11492025-03-19T17:31:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 4.690878ms iteration = 17 status = {"errors":[],"requests_created_ok":[]}
11502025-03-19T17:31:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 4.561784ms iteration = 9 status = {"errors":[],"found_port_ok":[]}
11512025-03-19T17:31:23.069ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
11522025-03-19T17:31:23.069ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
11532025-03-19T17:31:23.069ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
11542025-03-19T17:31:23.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
11552025-03-19T17:31:23.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11562025-03-19T17:31:23.072ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43571, tv_nsec: 38739927 } })
11572025-03-19T17:31:23.073ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
11582025-03-19T17:31:23.073ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11592025-03-19T17:31:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
11602025-03-19T17:31:23.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
11612025-03-19T17:31:23.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
11622025-03-19T17:31:23.075ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:21:23.065473198 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
11632025-03-19T17:31:23.075ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.214093ms iteration = 9 status = {"expiration":"2025-03-19T17:21:23.065473198Z","pruned":[]}
11642025-03-19T17:31:23.076ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11652025-03-19T17:31:23.076ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43571, tv_nsec: 42205046 } })
11662025-03-19T17:31:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
11672025-03-19T17:31:23.076ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
11682025-03-19T17:31:23.076ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
11692025-03-19T17:31:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
11702025-03-19T17:31:23.076ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11712025-03-19T17:31:23.078ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11722025-03-19T17:31:23.078ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
11732025-03-19T17:31:23.078ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
11742025-03-19T17:31:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
11752025-03-19T17:31:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
11762025-03-19T17:31:23.079ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
11772025-03-19T17:31:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
11782025-03-19T17:31:23.079ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11792025-03-19T17:31:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
11802025-03-19T17:31:23.081ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11812025-03-19T17:31:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11822025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
11832025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
11842025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
11852025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
11862025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
11872025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
11882025-03-19T17:31:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
11892025-03-19T17:31:23.083ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11902025-03-19T17:31:23.085ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11912025-03-19T17:31:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
11922025-03-19T17:31:23.086ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
11932025-03-19T17:31:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
11942025-03-19T17:31:23.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
11952025-03-19T17:31:23.088ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
11962025-03-19T17:31:23.088ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11972025-03-19T17:31:23.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
11982025-03-19T17:31:23.089ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
11992025-03-19T17:31:23.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
12002025-03-19T17:31:23.090ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
12012025-03-19T17:31:23.090ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12022025-03-19T17:31:23.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12032025-03-19T17:31:23.092ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
12042025-03-19T17:31:23.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
12052025-03-19T17:31:23.093ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43571, tv_nsec: 59542263 } })
12062025-03-19T17:31:23.093ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
12072025-03-19T17:31:23.095ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
12082025-03-19T17:31:23.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
12092025-03-19T17:31:23.104ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
12102025-03-19T17:31:23.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
12112025-03-19T17:31:23.104ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
12122025-03-19T17:31:23.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
12132025-03-19T17:31:23.108ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12142025-03-19T17:31:23.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12152025-03-19T17:31:23.110ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12162025-03-19T17:31:23.111ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
12172025-03-19T17:31:23.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
12182025-03-19T17:31:23.114ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
12192025-03-19T17:31:23.114ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
12202025-03-19T17:31:23.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
12212025-03-19T17:31:23.116ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 50.762451ms iteration = 49 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
12222025-03-19T17:31:23.116ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
12232025-03-19T17:31:23.116ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
12242025-03-19T17:31:23.116ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 51.409185ms iteration = 9 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
12252025-03-19T17:31:23.117ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12262025-03-19T17:31:23.119ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
12272025-03-19T17:31:23.119ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
12282025-03-19T17:31:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
12292025-03-19T17:31:23.124ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 59.201313ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
12302025-03-19T17:31:23.126ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12312025-03-19T17:31:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
12322025-03-19T17:31:23.131ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12332025-03-19T17:31:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12342025-03-19T17:31:23.132ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 66.858759ms iteration = 17 status = {"errors":[],"garbage_collect_requested":[]}
12352025-03-19T17:31:23.132ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
12362025-03-19T17:31:23.132ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 67.518113ms iteration = 49 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
12372025-03-19T17:31:23.135ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
12382025-03-19T17:31:23.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
12392025-03-19T17:31:23.137ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
12402025-03-19T17:31:23.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
12412025-03-19T17:31:23.138ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 73.093561ms iteration = 17 status = {"errors":[],"finish_invoked_ok":[]}
12422025-03-19T17:31:23.144ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
12432025-03-19T17:31:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
12442025-03-19T17:31:23.146ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
12452025-03-19T17:31:23.146ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
12462025-03-19T17:31:23.147ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12472025-03-19T17:31:23.147ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12482025-03-19T17:31:23.148ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
12492025-03-19T17:31:23.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
12502025-03-19T17:31:23.149ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
12512025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
12522025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
12532025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
12542025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
12552025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12562025-03-19T17:31:23.150ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
12572025-03-19T17:31:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
12582025-03-19T17:31:23.153ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
12592025-03-19T17:31:23.153ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
12602025-03-19T17:31:23.153ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
12612025-03-19T17:31:23.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
12622025-03-19T17:31:23.153ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
12632025-03-19T17:31:23.153ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
12642025-03-19T17:31:23.153ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 88.009652ms iteration = 9 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
12652025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
12662025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
12672025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
12682025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12692025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12702025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12712025-03-19T17:31:23.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12722025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 90.653922ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
12732025-03-19T17:31:23.156ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
12742025-03-19T17:31:23.156ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
12752025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 90.930239ms iteration = 17 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
12762025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12772025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
12782025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
12792025-03-19T17:31:23.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
12802025-03-19T17:31:23.157ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
12812025-03-19T17:31:23.157ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
12822025-03-19T17:31:23.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
12832025-03-19T17:31:23.158ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
12842025-03-19T17:31:23.158ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
12852025-03-19T17:31:23.159ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 93.967077ms iteration = 17 status = 0
12862025-03-19T17:31:23.159ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12872025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
12882025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12892025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12902025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
12912025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
12922025-03-19T17:31:23.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
12932025-03-19T17:31:23.162ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12942025-03-19T17:31:23.164ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
12952025-03-19T17:31:23.164ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 98.912811ms iteration = 17 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
12962025-03-19T17:31:23.164ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
12972025-03-19T17:31:23.164ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
12982025-03-19T17:31:23.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
12992025-03-19T17:31:23.168ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 103.362363ms iteration = 17 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
13002025-03-19T17:31:23.173ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
13012025-03-19T17:31:23.173ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
13022025-03-19T17:31:23.175ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13032025-03-19T17:31:23.176ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
13042025-03-19T17:31:23.176ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
13052025-03-19T17:31:23.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
13062025-03-19T17:31:23.190ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
13072025-03-19T17:31:23.190ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 124.530277ms iteration = 17 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
13082025-03-19T17:31:23.191ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
13092025-03-19T17:31:23.191ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
13102025-03-19T17:31:23.191ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
13112025-03-19T17:31:23.192ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
13122025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13132025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
13142025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
13152025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
13162025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
13172025-03-19T17:31:23.193ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
13182025-03-19T17:31:23.197ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
13192025-03-19T17:31:23.197ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
13202025-03-19T17:31:23.197ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
13212025-03-19T17:31:23.201ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
13222025-03-19T17:31:23.201ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
13232025-03-19T17:31:23.201ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
13242025-03-19T17:31:23.201ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 136.05003ms iteration = 9 status = {"generation":1}
13252025-03-19T17:31:23.202ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
13262025-03-19T17:31:23.207ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
13272025-03-19T17:31:23.207ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
13282025-03-19T17:31:23.207ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c00c2d67-0fa8-420b-862a-dbf67f0c15fe", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13292025-03-19T17:31:23.207ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
13302025-03-19T17:31:23.209ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
13312025-03-19T17:31:23.209ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
13322025-03-19T17:31:23.216ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
13332025-03-19T17:31:23.216ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
13342025-03-19T17:31:23.216ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a575b676-40b8-41d6-8854-35133b362f1b", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13352025-03-19T17:31:23.216ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
13362025-03-19T17:31:23.219ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
13372025-03-19T17:31:23.227ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
13382025-03-19T17:31:23.227ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 161.87353ms iteration = 9 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
13392025-03-19T17:31:23.236ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13402025-03-19T17:31:23.239ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
13412025-03-19T17:31:23.239ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
13422025-03-19T17:31:23.239ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
13432025-03-19T17:31:23.241ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
13442025-03-19T17:31:23.241ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
13452025-03-19T17:31:23.241ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
13462025-03-19T17:31:23.242ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
13472025-03-19T17:31:23.243ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13482025-03-19T17:31:23.246ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
13492025-03-19T17:31:23.246ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
13502025-03-19T17:31:23.246ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
13512025-03-19T17:31:23.248ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
13522025-03-19T17:31:23.248ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
13532025-03-19T17:31:23.248ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
13542025-03-19T17:31:23.248ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 182.581924ms iteration = 9 status = {"generation":2}
13552025-03-19T17:31:23.249ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 183.665848ms iteration = 19 status = {"physical_disks_added":0}
13562025-03-19T17:31:23.255ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
13572025-03-19T17:31:23.255ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 189.791539ms iteration = 9 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
13582025-03-19T17:31:23.263ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
13592025-03-19T17:31:23.263ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
13602025-03-19T17:31:23.264ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "21607e80-40cd-4dd7-a1f4-f292a044ccce", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13612025-03-19T17:31:23.264ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
13622025-03-19T17:31:23.266ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
13632025-03-19T17:31:23.390ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 325.02863ms iteration = 17 status = {}
13642025-03-19T17:31:23.404ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
13652025-03-19T17:31:23.404ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
13662025-03-19T17:31:23.404ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e8fe865-1f06-4e0d-87d7-9f249b8d4200", "content-length": "372", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13672025-03-19T17:31:23.404ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13682025-03-19T17:31:23.405ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13692025-03-19T17:31:23.412ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
13702025-03-19T17:31:23.412ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "6eb3412c-7dc3-4996-997e-7a647161c944", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
13712025-03-19T17:31:23.413ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
13722025-03-19T17:31:23.418ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "59621c0b-7d9c-4927-b0df-156d158be430", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
13732025-03-19T17:31:23.418ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
13742025-03-19T17:31:23.420ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
13752025-03-19T17:31:23.420ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 354.548854ms iteration = 11 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
13762025-03-19T17:31:23.424ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
13772025-03-19T17:31:23.425ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "20a7b263-ea09-429b-9951-b7e16f447919", "content-length": "691", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13782025-03-19T17:31:23.425ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
13792025-03-19T17:31:23.425ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
13802025-03-19T17:31:23.425ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
13812025-03-19T17:31:23.425ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
13822025-03-19T17:31:23.426ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 361.485483ms iteration = 17 status = {}
13832025-03-19T17:31:23.445ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
13842025-03-19T17:31:23.446ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "d78e8827-1588-4573-807e-123c21cafbb6", "content-length": "1", "date": "Wed, 19 Mar 2025 17:31:22 GMT"} })
13852025-03-19T17:31:23.448ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
13862025-03-19T17:31:23.449ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
13872025-03-19T17:31:23.452ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 386.656079ms iteration = 17 status = null
13882025-03-19T17:31:23.462ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
13892025-03-19T17:31:23.462ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
13902025-03-19T17:31:23.462ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "0f08f294-30b7-4295-a9ca-4247bf8056b8", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
13912025-03-19T17:31:23.462ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13922025-03-19T17:31:23.462ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13932025-03-19T17:31:23.465ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13942025-03-19T17:31:23.465ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13952025-03-19T17:31:23.467ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13962025-03-19T17:31:23.467ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13972025-03-19T17:31:23.471ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
13982025-03-19T17:31:23.471ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
13992025-03-19T17:31:23.471ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "53069bae-639c-4d68-9201-d015029f779b", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14002025-03-19T17:31:23.473ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 408.161329ms iteration = 17 status = {}
14012025-03-19T17:31:23.492ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
14022025-03-19T17:31:23.492ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "d53129d0-7fae-4d94-819c-fe2b6be9d939", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14032025-03-19T17:31:23.492ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14042025-03-19T17:31:23.493ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "1beab930-0215-4bf1-a263-2017485651a9", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14052025-03-19T17:31:23.493ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14062025-03-19T17:31:23.495ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "4eb2b580-2d34-4ddb-b30c-111adfaac708", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14072025-03-19T17:31:23.495ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14082025-03-19T17:31:23.497ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
14092025-03-19T17:31:23.497ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 432.185398ms iteration = 11 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
14102025-03-19T17:31:23.530ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14112025-03-19T17:31:23.530ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14122025-03-19T17:31:23.533ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
14132025-03-19T17:31:23.533ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14142025-03-19T17:31:23.533ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14152025-03-19T17:31:23.543ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
14162025-03-19T17:31:23.543ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "187f5aa3-121f-4833-ad64-3c8d413b84b5", "content-length": "134", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14172025-03-19T17:31:23.543ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
14182025-03-19T17:31:23.543ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
14192025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
14202025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
14212025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
14222025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
14232025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
14242025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
14252025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
14262025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
14272025-03-19T17:31:23.544ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
14282025-03-19T17:31:23.544ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14292025-03-19T17:31:23.544ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14302025-03-19T17:31:23.546ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
14312025-03-19T17:31:23.546ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "923c05ca-c4e5-4fad-ad6b-b58c06cca5f3", "content-length": "2", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14322025-03-19T17:31:23.546ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
14332025-03-19T17:31:23.546ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "8ebdaf32-9746-4fc0-9231-11d6f687d3c6", "content-length": "52", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14342025-03-19T17:31:23.546ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
14352025-03-19T17:31:23.546ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
14362025-03-19T17:31:23.641ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ef11d4e4-39a2-425a-be68-b3306972b3d2", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14372025-03-19T17:31:23.641ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
14382025-03-19T17:31:23.641ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
14392025-03-19T17:31:23.642ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9b00bf6d-009f-4d49-8196-e39809f03f2c", "content-length": "682", "date": "Wed, 19 Mar 2025 17:31:23 GMT"} })
14402025-03-19T17:31:23.642ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14412025-03-19T17:31:23.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14422025-03-19T17:31:23.647ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14432025-03-19T17:31:23.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14442025-03-19T17:31:23.653ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14452025-03-19T17:31:23.654ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14462025-03-19T17:31:23.655ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
14472025-03-19T17:31:23.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
14482025-03-19T17:31:23.663ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 597.855516ms iteration = 17 status = {}
14492025-03-19T17:31:23.915ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fed6d385-e87e-46e3-81c0-3b60ede8cd0d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14502025-03-19T17:31:23.915ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fed6d385-e87e-46e3-81c0-3b60ede8cd0d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14512025-03-19T17:31:23.917ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2348 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fed6d385-e87e-46e3-81c0-3b60ede8cd0d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14522025-03-19T17:31:24.937ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94fc61d0-4acc-44cc-8c12-1f18818e324c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14532025-03-19T17:31:24.937ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94fc61d0-4acc-44cc-8c12-1f18818e324c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14542025-03-19T17:31:24.939ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2997 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 94fc61d0-4acc-44cc-8c12-1f18818e324c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14552025-03-19T17:31:25.957ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 581c8ca9-4705-4ba7-af98-399a65cda3e4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14562025-03-19T17:31:25.958ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 581c8ca9-4705-4ba7-af98-399a65cda3e4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14572025-03-19T17:31:25.960ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2760 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 581c8ca9-4705-4ba7-af98-399a65cda3e4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14582025-03-19T17:31:26.979ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0f1e170-9c71-4245-bf73-c275efd842ef roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14592025-03-19T17:31:26.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0f1e170-9c71-4245-bf73-c275efd842ef resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14602025-03-19T17:31:26.982ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2423 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c0f1e170-9c71-4245-bf73-c275efd842ef response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14612025-03-19T17:31:27.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 525 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 635cb3ee-daea-4401-9d09-e69f4df61b88 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
14622025-03-19T17:31:28.001ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c421e8dd-ac52-4167-8db5-10432950a0c1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14632025-03-19T17:31:28.001ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c421e8dd-ac52-4167-8db5-10432950a0c1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14642025-03-19T17:31:28.003ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2707 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c421e8dd-ac52-4167-8db5-10432950a0c1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14652025-03-19T17:31:29.024ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec725d41-bdeb-4a0e-92d9-46350e4f4fee roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14662025-03-19T17:31:29.024ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec725d41-bdeb-4a0e-92d9-46350e4f4fee resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14672025-03-19T17:31:29.025ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1897 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec725d41-bdeb-4a0e-92d9-46350e4f4fee response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14682025-03-19T17:31:30.045ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7c2bfb46-8359-4d7d-828d-1b15c97b7790 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14692025-03-19T17:31:30.045ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7c2bfb46-8359-4d7d-828d-1b15c97b7790 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14702025-03-19T17:31:30.047ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2337 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7c2bfb46-8359-4d7d-828d-1b15c97b7790 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14712025-03-19T17:31:31.067ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6bb0e834-3634-43d9-b2d9-a1c37270299e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14722025-03-19T17:31:31.068ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6bb0e834-3634-43d9-b2d9-a1c37270299e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14732025-03-19T17:31:31.069ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2413 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6bb0e834-3634-43d9-b2d9-a1c37270299e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14742025-03-19T17:31:32.089ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3df8d607-f38c-44ef-9acc-03abfb21c312 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14752025-03-19T17:31:32.089ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3df8d607-f38c-44ef-9acc-03abfb21c312 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14762025-03-19T17:31:32.091ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2183 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3df8d607-f38c-44ef-9acc-03abfb21c312 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14772025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
14782025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 50 reason = Timeout
14792025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14802025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14812025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14822025-03-19T17:31:33.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14832025-03-19T17:31:33.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14842025-03-19T17:31:33.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14852025-03-19T17:31:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14862025-03-19T17:31:33.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
14872025-03-19T17:31:33.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14882025-03-19T17:31:33.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14892025-03-19T17:31:33.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14902025-03-19T17:31:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14912025-03-19T17:31:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14922025-03-19T17:31:33.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
14932025-03-19T17:31:33.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14942025-03-19T17:31:33.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14952025-03-19T17:31:33.084ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
14962025-03-19T17:31:33.084ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.755132ms iteration = 50 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
14972025-03-19T17:31:33.097ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.337682ms iteration = 50 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
14982025-03-19T17:31:33.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 695e73d6-0cdf-4154-865f-f276b62ec81e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
14992025-03-19T17:31:33.111ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 695e73d6-0cdf-4154-865f-f276b62ec81e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15002025-03-19T17:31:33.112ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1838 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 695e73d6-0cdf-4154-865f-f276b62ec81e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15012025-03-19T17:31:34.131ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6a28978-8b41-4923-91fe-02aac103ad7f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15022025-03-19T17:31:34.131ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6a28978-8b41-4923-91fe-02aac103ad7f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15032025-03-19T17:31:34.133ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1988 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6a28978-8b41-4923-91fe-02aac103ad7f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15042025-03-19T17:31:35.153ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab89c996-8921-4c0d-af21-e1d461f94fdd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15052025-03-19T17:31:35.153ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab89c996-8921-4c0d-af21-e1d461f94fdd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15062025-03-19T17:31:35.155ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2261 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab89c996-8921-4c0d-af21-e1d461f94fdd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15072025-03-19T17:31:36.175ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8aec0cfd-2bd2-46c9-89e4-48bdcf255728 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15082025-03-19T17:31:36.175ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8aec0cfd-2bd2-46c9-89e4-48bdcf255728 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15092025-03-19T17:31:36.177ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2181 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8aec0cfd-2bd2-46c9-89e4-48bdcf255728 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15102025-03-19T17:31:37.196ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1b670e-8d2b-4c5b-982e-41c85b27255b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15112025-03-19T17:31:37.196ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1b670e-8d2b-4c5b-982e-41c85b27255b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15122025-03-19T17:31:37.198ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2269 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1b670e-8d2b-4c5b-982e-41c85b27255b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15132025-03-19T17:31:37.248ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::d]:53326
15142025-03-19T17:31:37.248ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = e38793e9-5e14-4235-9281-d16214b39248 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
15152025-03-19T17:31:37.249ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = e38793e9-5e14-4235-9281-d16214b39248 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
15162025-03-19T17:31:37.251ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3194 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = e38793e9-5e14-4235-9281-d16214b39248 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
15172025-03-19T17:31:37.252ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 24fb94bc-80b8-423a-b9b4-c462e20f656f roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
15182025-03-19T17:31:37.252ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 24fb94bc-80b8-423a-b9b4-c462e20f656f resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
15192025-03-19T17:31:37.254ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2361 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 24fb94bc-80b8-423a-b9b4-c462e20f656f response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
15202025-03-19T17:31:37.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 612 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 46e58ae0-8e74-40fe-ae3f-2a30ff09ff73 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
15212025-03-19T17:31:38.219ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4cacd460-32b0-4d2a-bb7e-f5a2e4ac943a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15222025-03-19T17:31:38.219ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4cacd460-32b0-4d2a-bb7e-f5a2e4ac943a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15232025-03-19T17:31:38.221ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1835 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4cacd460-32b0-4d2a-bb7e-f5a2e4ac943a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15242025-03-19T17:31:39.241ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e257adb-922b-495e-b0cd-fa2a96fca826 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15252025-03-19T17:31:39.241ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e257adb-922b-495e-b0cd-fa2a96fca826 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15262025-03-19T17:31:39.243ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2383 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e257adb-922b-495e-b0cd-fa2a96fca826 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15272025-03-19T17:31:40.263ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98876433-7065-4f7f-8000-d8433b35a8a6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15282025-03-19T17:31:40.263ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98876433-7065-4f7f-8000-d8433b35a8a6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15292025-03-19T17:31:40.265ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2109 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98876433-7065-4f7f-8000-d8433b35a8a6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15302025-03-19T17:31:41.284ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 31783c0d-9262-48e4-99f0-315d4dc60928 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15312025-03-19T17:31:41.284ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 31783c0d-9262-48e4-99f0-315d4dc60928 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15322025-03-19T17:31:41.286ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1862 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 31783c0d-9262-48e4-99f0-315d4dc60928 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15332025-03-19T17:31:42.304ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0564260b-6975-4eac-8cf3-e97a3f3bfd14 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15342025-03-19T17:31:42.304ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0564260b-6975-4eac-8cf3-e97a3f3bfd14 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15352025-03-19T17:31:42.306ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2071 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0564260b-6975-4eac-8cf3-e97a3f3bfd14 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15362025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 51 reason = Timeout
15372025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
15382025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15392025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15402025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15412025-03-19T17:31:43.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15422025-03-19T17:31:43.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15432025-03-19T17:31:43.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15442025-03-19T17:31:43.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15452025-03-19T17:31:43.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.895099ms iteration = 51 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
15462025-03-19T17:31:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
15472025-03-19T17:31:43.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15482025-03-19T17:31:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15492025-03-19T17:31:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15502025-03-19T17:31:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15512025-03-19T17:31:43.107ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15522025-03-19T17:31:43.109ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
15532025-03-19T17:31:43.109ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15542025-03-19T17:31:43.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15552025-03-19T17:31:43.119ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
15562025-03-19T17:31:43.119ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 54.139918ms iteration = 51 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
15572025-03-19T17:31:43.325ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 66b8a1c0-3859-4d92-a0f6-6d32690db3a7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15582025-03-19T17:31:43.325ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 66b8a1c0-3859-4d92-a0f6-6d32690db3a7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15592025-03-19T17:31:43.326ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1767 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 66b8a1c0-3859-4d92-a0f6-6d32690db3a7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15602025-03-19T17:31:44.347ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe2b0189-dabf-49dc-bc42-ecec99f94312 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15612025-03-19T17:31:44.348ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe2b0189-dabf-49dc-bc42-ecec99f94312 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15622025-03-19T17:31:44.349ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2319 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe2b0189-dabf-49dc-bc42-ecec99f94312 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15632025-03-19T17:31:45.370ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 644d71c6-6173-4a27-8325-82aa662a6280 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15642025-03-19T17:31:45.371ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 644d71c6-6173-4a27-8325-82aa662a6280 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15652025-03-19T17:31:45.373ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2165 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 644d71c6-6173-4a27-8325-82aa662a6280 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15662025-03-19T17:31:46.394ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc4dfc57-3d95-476e-b71e-9c78236fdb37 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15672025-03-19T17:31:46.394ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc4dfc57-3d95-476e-b71e-9c78236fdb37 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15682025-03-19T17:31:46.396ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2395 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc4dfc57-3d95-476e-b71e-9c78236fdb37 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15692025-03-19T17:31:47.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 676 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = d4d73649-5611-4040-9af4-846fd402793c response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
15702025-03-19T17:31:47.416ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7dd4ab19-a70a-46f6-a6d9-c5ccf0de2984 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15712025-03-19T17:31:47.417ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7dd4ab19-a70a-46f6-a6d9-c5ccf0de2984 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15722025-03-19T17:31:47.418ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1790 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7dd4ab19-a70a-46f6-a6d9-c5ccf0de2984 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15732025-03-19T17:31:48.437ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 33b619e9-5771-48eb-81ef-b65e6e66ac52 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15742025-03-19T17:31:48.437ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 33b619e9-5771-48eb-81ef-b65e6e66ac52 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15752025-03-19T17:31:48.439ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2445 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 33b619e9-5771-48eb-81ef-b65e6e66ac52 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15762025-03-19T17:31:49.459ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bcdf41f3-3c39-4ffd-afb7-db07423b252a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15772025-03-19T17:31:49.459ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bcdf41f3-3c39-4ffd-afb7-db07423b252a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15782025-03-19T17:31:49.461ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2134 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bcdf41f3-3c39-4ffd-afb7-db07423b252a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15792025-03-19T17:31:50.481ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d326db-377d-4050-8546-f7e9329f57a4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15802025-03-19T17:31:50.481ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d326db-377d-4050-8546-f7e9329f57a4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15812025-03-19T17:31:50.483ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2473 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d326db-377d-4050-8546-f7e9329f57a4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15822025-03-19T17:31:51.503ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05bada23-8189-4f1c-bc13-a2f6ec0a9201 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15832025-03-19T17:31:51.504ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05bada23-8189-4f1c-bc13-a2f6ec0a9201 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15842025-03-19T17:31:51.506ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2610 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05bada23-8189-4f1c-bc13-a2f6ec0a9201 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15852025-03-19T17:31:52.526ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 39d32c33-8d1a-4138-b128-15b1fb13421e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15862025-03-19T17:31:52.526ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 39d32c33-8d1a-4138-b128-15b1fb13421e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15872025-03-19T17:31:52.528ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2206 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 39d32c33-8d1a-4138-b128-15b1fb13421e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
15882025-03-19T17:31:53.064ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
15892025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 18 reason = Timeout
15902025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
15912025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
15922025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
15932025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 52 reason = Timeout
15942025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15952025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 18 reason = Timeout
15962025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
15972025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 18 reason = Timeout
15982025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
15992025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
16002025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
16012025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
16022025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 18 reason = Timeout
16032025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
16042025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
16052025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 18 reason = Timeout
16062025-03-19T17:31:53.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
16072025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
16082025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
16092025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16102025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
16112025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
16122025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 18 reason = Timeout
16132025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
16142025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
16152025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
16162025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
16172025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16182025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 18 reason = Timeout
16192025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16202025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
16212025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 18 reason = Timeout
16222025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
16232025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
16242025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 18 reason = Timeout
16252025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
16262025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
16272025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
16282025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
16292025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
16302025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
16312025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
16322025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
16332025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
16342025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
16352025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
16362025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16372025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16382025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
16392025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16402025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
16412025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
16422025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
16432025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
16442025-03-19T17:31:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16452025-03-19T17:31:53.067ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16462025-03-19T17:31:53.067ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.381284ms iteration = 18 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
16472025-03-19T17:31:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
16482025-03-19T17:31:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
16492025-03-19T17:31:53.069ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
16502025-03-19T17:31:53.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
16512025-03-19T17:31:53.069ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
16522025-03-19T17:31:53.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
16532025-03-19T17:31:53.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
16542025-03-19T17:31:53.071ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16552025-03-19T17:31:53.071ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16562025-03-19T17:31:53.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16572025-03-19T17:31:53.072ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16582025-03-19T17:31:53.073ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43601, tv_nsec: 39110316 } })
16592025-03-19T17:31:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
16602025-03-19T17:31:53.073ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
16612025-03-19T17:31:53.073ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
16622025-03-19T17:31:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
16632025-03-19T17:31:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
16642025-03-19T17:31:53.074ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
16652025-03-19T17:31:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
16662025-03-19T17:31:53.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
16672025-03-19T17:31:53.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
16682025-03-19T17:31:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
16692025-03-19T17:31:53.076ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16702025-03-19T17:31:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16712025-03-19T17:31:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16722025-03-19T17:31:53.076ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16732025-03-19T17:31:53.078ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43601, tv_nsec: 44113380 } })
16742025-03-19T17:31:53.078ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
16752025-03-19T17:31:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
16762025-03-19T17:31:53.079ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
16772025-03-19T17:31:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
16782025-03-19T17:31:53.083ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43601, tv_nsec: 49125964 } })
16792025-03-19T17:31:53.083ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
16802025-03-19T17:31:53.085ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
16812025-03-19T17:31:53.085ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16822025-03-19T17:31:53.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16832025-03-19T17:31:53.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16842025-03-19T17:31:53.086ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
16852025-03-19T17:31:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
16862025-03-19T17:31:53.087ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16872025-03-19T17:31:53.088ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16882025-03-19T17:31:53.090ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
16892025-03-19T17:31:53.090ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
16902025-03-19T17:31:53.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16912025-03-19T17:31:53.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
16922025-03-19T17:31:53.091ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
16932025-03-19T17:31:53.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
16942025-03-19T17:31:53.091ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
16952025-03-19T17:31:53.091ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 26.357883ms iteration = 18 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
16962025-03-19T17:31:53.105ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
16972025-03-19T17:31:53.105ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 40.392583ms iteration = 52 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
16982025-03-19T17:31:53.105ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
16992025-03-19T17:31:53.106ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
17002025-03-19T17:31:53.108ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 43.126366ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
17012025-03-19T17:31:53.109ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
17022025-03-19T17:31:53.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
17032025-03-19T17:31:53.115ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
17042025-03-19T17:31:53.115ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
17052025-03-19T17:31:53.115ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
17062025-03-19T17:31:53.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
17072025-03-19T17:31:53.118ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
17082025-03-19T17:31:53.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
17092025-03-19T17:31:53.120ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
17102025-03-19T17:31:53.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
17112025-03-19T17:31:53.123ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17122025-03-19T17:31:53.125ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 59.971991ms iteration = 18 status = {"errors":[],"garbage_collect_requested":[]}
17132025-03-19T17:31:53.126ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
17142025-03-19T17:31:53.126ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
17152025-03-19T17:31:53.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
17162025-03-19T17:31:53.128ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.424229ms iteration = 52 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
17172025-03-19T17:31:53.129ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 63.787438ms iteration = 18 status = 0
17182025-03-19T17:31:53.129ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 64.139316ms iteration = 18 status = {"errors":[],"finish_invoked_ok":[]}
17192025-03-19T17:31:53.131ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
17202025-03-19T17:31:53.131ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17212025-03-19T17:31:53.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
17222025-03-19T17:31:53.133ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
17232025-03-19T17:31:53.133ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17242025-03-19T17:31:53.133ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17252025-03-19T17:31:53.134ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17262025-03-19T17:31:53.136ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
17272025-03-19T17:31:53.136ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17282025-03-19T17:31:53.136ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17292025-03-19T17:31:53.136ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 71.703129ms iteration = 18 status = {"errors":[],"requests_created_ok":[]}
17302025-03-19T17:31:53.138ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
17312025-03-19T17:31:53.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
17322025-03-19T17:31:53.140ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 75.106877ms iteration = 18 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
17332025-03-19T17:31:53.141ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
17342025-03-19T17:31:53.141ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
17352025-03-19T17:31:53.141ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "83a9f616-6db6-4d8c-a296-879a8ec87ad5", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
17362025-03-19T17:31:53.141ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
17372025-03-19T17:31:53.143ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
17382025-03-19T17:31:53.153ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
17392025-03-19T17:31:53.153ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
17402025-03-19T17:31:53.153ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
17412025-03-19T17:31:53.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
17422025-03-19T17:31:53.155ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 90.700863ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
17432025-03-19T17:31:53.162ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17442025-03-19T17:31:53.164ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
17452025-03-19T17:31:53.164ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
17462025-03-19T17:31:53.164ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
17472025-03-19T17:31:53.164ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a274cac-877d-4b9c-9271-be67c282daa5", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
17482025-03-19T17:31:53.164ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
17492025-03-19T17:31:53.164ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
17502025-03-19T17:31:53.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
17512025-03-19T17:31:53.165ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
17522025-03-19T17:31:53.166ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
17532025-03-19T17:31:53.166ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 101.204844ms iteration = 18 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
17542025-03-19T17:31:53.170ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
17552025-03-19T17:31:53.170ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
17562025-03-19T17:31:53.170ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c42f6eaf-0a25-4333-be98-398922c9a4e2", "content-length": "26", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
17572025-03-19T17:31:53.170ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
17582025-03-19T17:31:53.172ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
17592025-03-19T17:31:53.184ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
17602025-03-19T17:31:53.184ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
17612025-03-19T17:31:53.184ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 119.950271ms iteration = 18 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
17622025-03-19T17:31:53.194ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 129.239214ms iteration = 20 status = {"physical_disks_added":0}
17632025-03-19T17:31:53.206ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
17642025-03-19T17:31:53.206ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 141.530685ms iteration = 18 status = {}
17652025-03-19T17:31:53.206ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
17662025-03-19T17:31:53.243ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
17672025-03-19T17:31:53.243ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
17682025-03-19T17:31:53.245ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17692025-03-19T17:31:53.247ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
17702025-03-19T17:31:53.247ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
17712025-03-19T17:31:53.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
17722025-03-19T17:31:53.248ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
17732025-03-19T17:31:53.248ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "39d27631-8ddd-4c72-84c1-560184134a57", "content-length": "1", "date": "Wed, 19 Mar 2025 17:31:52 GMT"} })
17742025-03-19T17:31:53.248ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
17752025-03-19T17:31:53.249ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
17762025-03-19T17:31:53.249ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17772025-03-19T17:31:53.250ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 185.332336ms iteration = 18 status = null
17782025-03-19T17:31:53.250ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
17792025-03-19T17:31:53.250ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
17802025-03-19T17:31:53.250ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
17812025-03-19T17:31:53.261ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
17822025-03-19T17:31:53.261ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
17832025-03-19T17:31:53.262ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d229d3b-7411-4408-8dac-fd2c72efc0a3", "content-length": "372", "date": "Wed, 19 Mar 2025 17:31:52 GMT"} })
17842025-03-19T17:31:53.262ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17852025-03-19T17:31:53.262ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17862025-03-19T17:31:53.303ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
17872025-03-19T17:31:53.303ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
17882025-03-19T17:31:53.303ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "624b9869-0096-4dee-b7c0-0303717a3404", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
17892025-03-19T17:31:53.303ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17902025-03-19T17:31:53.304ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17912025-03-19T17:31:53.304ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17922025-03-19T17:31:53.304ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17932025-03-19T17:31:53.305ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17942025-03-19T17:31:53.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17952025-03-19T17:31:53.306ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
17962025-03-19T17:31:53.306ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17972025-03-19T17:31:53.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17982025-03-19T17:31:53.308ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17992025-03-19T17:31:53.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
18002025-03-19T17:31:53.316ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
18012025-03-19T17:31:53.316ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "ff7be6a9-3394-40a2-b93f-f797c74b53ec", "content-length": "134", "date": "Wed, 19 Mar 2025 17:31:52 GMT"} })
18022025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
18032025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
18042025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
18052025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
18062025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
18072025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
18082025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
18092025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
18102025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
18112025-03-19T17:31:53.316ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
18122025-03-19T17:31:53.317ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
18132025-03-19T17:31:53.317ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
18142025-03-19T17:31:53.317ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
18152025-03-19T17:31:53.338ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
18162025-03-19T17:31:53.339ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "b36470ad-353c-4690-b384-73c04ec85985", "content-length": "691", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
18172025-03-19T17:31:53.339ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
18182025-03-19T17:31:53.339ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
18192025-03-19T17:31:53.339ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
18202025-03-19T17:31:53.340ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 275.463917ms iteration = 18 status = {}
18212025-03-19T17:31:53.341ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
18222025-03-19T17:31:53.341ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "4da3b539-fbf2-4428-83b0-3d86003a9bed", "content-length": "2", "date": "Wed, 19 Mar 2025 17:31:52 GMT"} })
18232025-03-19T17:31:53.341ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
18242025-03-19T17:31:53.342ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d1dfa2cb-0f9f-48ed-adf6-2ab282ee5068", "content-length": "52", "date": "Wed, 19 Mar 2025 17:31:52 GMT"} })
18252025-03-19T17:31:53.342ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
18262025-03-19T17:31:53.342ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
18272025-03-19T17:31:53.342ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
18282025-03-19T17:31:53.342ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
18292025-03-19T17:31:53.471ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "56407aef-4b03-45ed-9df8-9823bb8885d5", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
18302025-03-19T17:31:53.471ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
18312025-03-19T17:31:53.471ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
18322025-03-19T17:31:53.472ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "71a20363-12bd-49d7-afea-56a1f750a308", "content-length": "682", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
18332025-03-19T17:31:53.472ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
18342025-03-19T17:31:53.472ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
18352025-03-19T17:31:53.472ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "603e69d4-95b2-4530-a493-ed0660177c8d", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
18362025-03-19T17:31:53.473ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 408.781654ms iteration = 18 status = {}
18372025-03-19T17:31:53.476ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
18382025-03-19T17:31:53.476ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
18392025-03-19T17:31:53.480ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
18402025-03-19T17:31:53.480ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
18412025-03-19T17:31:53.482ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
18422025-03-19T17:31:53.482ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
18432025-03-19T17:31:53.489ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 424.961754ms iteration = 18 status = {}
18442025-03-19T17:31:53.547ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4f97375-8a45-4f1f-be9c-e35f57fd42c6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18452025-03-19T17:31:53.547ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4f97375-8a45-4f1f-be9c-e35f57fd42c6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18462025-03-19T17:31:53.549ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2480 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b4f97375-8a45-4f1f-be9c-e35f57fd42c6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18472025-03-19T17:31:53.746ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
18482025-03-19T17:31:53.746ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::c]:12221
18492025-03-19T17:31:53.777ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::c]:12221/metrics/producers
18502025-03-19T17:31:53.777ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::c]:43039
18512025-03-19T17:31:53.777ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:43039 req_id = 9040f32d-c881-47ac-bf92-675fb2383031 roles = RoleSet { roles: {} } uri = /metrics/producers
18522025-03-19T17:31:53.777ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:43039 req_id = 9040f32d-c881-47ac-bf92-675fb2383031 resource = Database result = Ok(()) uri = /metrics/producers
18532025-03-19T17:31:53.809ZINFOnexus: assigned collector to new producer collector_id = e83d107a-49c5-4884-950a-15aa1b1ed96e file = nexus/src/app/oximeter.rs:76 producer_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
18542025-03-19T17:31:53.809ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 32030 local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:43039 req_id = 9040f32d-c881-47ac-bf92-675fb2383031 response_code = 201 uri = /metrics/producers
18552025-03-19T17:31:53.809ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "9040f32d-c881-47ac-bf92-675fb2383031", "content-length": "41", "date": "Wed, 19 Mar 2025 17:31:53 GMT"} })
18562025-03-19T17:31:53.810ZDEBGnexus (producer-registration-task): registered with nexus successfully
18572025-03-19T17:31:53.810ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
18582025-03-19T17:31:54.569ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 693ce798-42b4-421a-81a2-fb7d62066620 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18592025-03-19T17:31:54.569ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 693ce798-42b4-421a-81a2-fb7d62066620 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18602025-03-19T17:31:54.571ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2271 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 693ce798-42b4-421a-81a2-fb7d62066620 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18612025-03-19T17:31:55.590ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c026c72d-d95f-40f4-98ee-f4309d22b960 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18622025-03-19T17:31:55.591ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c026c72d-d95f-40f4-98ee-f4309d22b960 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18632025-03-19T17:31:55.593ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2788 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c026c72d-d95f-40f4-98ee-f4309d22b960 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18642025-03-19T17:31:56.612ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9fa8ad3-7758-4f8f-9298-ba52c750276d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18652025-03-19T17:31:56.612ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9fa8ad3-7758-4f8f-9298-ba52c750276d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18662025-03-19T17:31:56.615ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2828 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9fa8ad3-7758-4f8f-9298-ba52c750276d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18672025-03-19T17:31:57.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 533 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 11c3a0b0-5fdf-4b67-a7b7-e45232a3f957 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
18682025-03-19T17:31:57.634ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 304629da-18fd-4cc3-a78a-d362a0ea9337 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18692025-03-19T17:31:57.635ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 304629da-18fd-4cc3-a78a-d362a0ea9337 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18702025-03-19T17:31:57.637ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2419 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 304629da-18fd-4cc3-a78a-d362a0ea9337 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18712025-03-19T17:31:58.657ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2cae55cb-b615-4fc8-ba09-5ea178acbcdd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18722025-03-19T17:31:58.658ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2cae55cb-b615-4fc8-ba09-5ea178acbcdd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18732025-03-19T17:31:58.660ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2304 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2cae55cb-b615-4fc8-ba09-5ea178acbcdd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18742025-03-19T17:31:59.679ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05d43ce2-ca27-4cec-97e2-9e0418c278f9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18752025-03-19T17:31:59.680ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05d43ce2-ca27-4cec-97e2-9e0418c278f9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18762025-03-19T17:31:59.682ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2122 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 05d43ce2-ca27-4cec-97e2-9e0418c278f9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18772025-03-19T17:32:00.702ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 585417e4-2e19-4bd4-a899-9b98547e4de2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18782025-03-19T17:32:00.702ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 585417e4-2e19-4bd4-a899-9b98547e4de2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18792025-03-19T17:32:00.704ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2464 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 585417e4-2e19-4bd4-a899-9b98547e4de2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18802025-03-19T17:32:01.724ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9109b96-f1ef-477b-aa3b-f5e3de80c4c1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18812025-03-19T17:32:01.724ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9109b96-f1ef-477b-aa3b-f5e3de80c4c1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18822025-03-19T17:32:01.726ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1887 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9109b96-f1ef-477b-aa3b-f5e3de80c4c1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18832025-03-19T17:32:02.748ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15618e3b-9ca1-4468-b807-e5eac7f352e3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18842025-03-19T17:32:02.748ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15618e3b-9ca1-4468-b807-e5eac7f352e3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18852025-03-19T17:32:02.750ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2619 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15618e3b-9ca1-4468-b807-e5eac7f352e3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
18862025-03-19T17:32:03.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 53 reason = Timeout
18872025-03-19T17:32:03.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18882025-03-19T17:32:03.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
18892025-03-19T17:32:03.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18902025-03-19T17:32:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18912025-03-19T17:32:03.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18922025-03-19T17:32:03.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18932025-03-19T17:32:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18942025-03-19T17:32:03.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18952025-03-19T17:32:03.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.574592ms iteration = 53 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
18962025-03-19T17:32:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
18972025-03-19T17:32:03.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18982025-03-19T17:32:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18992025-03-19T17:32:03.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19002025-03-19T17:32:03.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19012025-03-19T17:32:03.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19022025-03-19T17:32:03.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
19032025-03-19T17:32:03.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19042025-03-19T17:32:03.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19052025-03-19T17:32:03.082ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
19062025-03-19T17:32:03.082ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 17.253415ms iteration = 53 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
19072025-03-19T17:32:03.770ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b63d5fa0-193d-4692-859a-1b9f7b8d390c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19082025-03-19T17:32:03.771ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b63d5fa0-193d-4692-859a-1b9f7b8d390c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19092025-03-19T17:32:03.772ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1941 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b63d5fa0-193d-4692-859a-1b9f7b8d390c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19102025-03-19T17:32:04.792ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3e3ba17e-9fc1-443e-ba1d-5a0df7d8aa89 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19112025-03-19T17:32:04.793ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3e3ba17e-9fc1-443e-ba1d-5a0df7d8aa89 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19122025-03-19T17:32:04.794ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2006 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3e3ba17e-9fc1-443e-ba1d-5a0df7d8aa89 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19132025-03-19T17:32:05.814ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45afaa0-a40a-4967-8c92-3bb60b03e02e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19142025-03-19T17:32:05.814ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45afaa0-a40a-4967-8c92-3bb60b03e02e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19152025-03-19T17:32:05.816ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2459 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45afaa0-a40a-4967-8c92-3bb60b03e02e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19162025-03-19T17:32:06.837ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eb929020-2e1d-4af0-9b23-51657cda08d9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19172025-03-19T17:32:06.837ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eb929020-2e1d-4af0-9b23-51657cda08d9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19182025-03-19T17:32:06.839ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2189 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eb929020-2e1d-4af0-9b23-51657cda08d9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19192025-03-19T17:32:07.248ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 25b23215-6547-4b2d-a721-148dfef451ce roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
19202025-03-19T17:32:07.248ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 25b23215-6547-4b2d-a721-148dfef451ce resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
19212025-03-19T17:32:07.250ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2466 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 25b23215-6547-4b2d-a721-148dfef451ce response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
19222025-03-19T17:32:07.251ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 0450581b-616e-4046-a9fe-90abb0b9664c roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
19232025-03-19T17:32:07.251ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 0450581b-616e-4046-a9fe-90abb0b9664c resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
19242025-03-19T17:32:07.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2422 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53326 req_id = 0450581b-616e-4046-a9fe-90abb0b9664c response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
19252025-03-19T17:32:07.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 498 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 58bf573c-d74e-43d3-9bde-4362b2a1610f response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
19262025-03-19T17:32:07.858ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c1ab946a-a9d6-44c9-b995-c49dbdc1233c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19272025-03-19T17:32:07.859ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c1ab946a-a9d6-44c9-b995-c49dbdc1233c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19282025-03-19T17:32:07.861ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2583 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c1ab946a-a9d6-44c9-b995-c49dbdc1233c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19292025-03-19T17:32:08.881ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53eeb758-f7f4-4de6-8c8e-e543eb24ec82 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19302025-03-19T17:32:08.882ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53eeb758-f7f4-4de6-8c8e-e543eb24ec82 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19312025-03-19T17:32:08.883ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2444 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53eeb758-f7f4-4de6-8c8e-e543eb24ec82 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19322025-03-19T17:32:09.903ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0942e49f-5b4d-4954-92f6-19cb8099a2d6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19332025-03-19T17:32:09.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0942e49f-5b4d-4954-92f6-19cb8099a2d6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19342025-03-19T17:32:09.905ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2230 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0942e49f-5b4d-4954-92f6-19cb8099a2d6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19352025-03-19T17:32:10.926ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c803c14-6b5d-4497-a49c-a4663887709b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19362025-03-19T17:32:10.926ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c803c14-6b5d-4497-a49c-a4663887709b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19372025-03-19T17:32:10.928ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1978 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c803c14-6b5d-4497-a49c-a4663887709b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19382025-03-19T17:32:11.948ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc760210-5b97-4435-857c-0a5c0ee344e8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19392025-03-19T17:32:11.948ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc760210-5b97-4435-857c-0a5c0ee344e8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19402025-03-19T17:32:11.950ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1932 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc760210-5b97-4435-857c-0a5c0ee344e8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19412025-03-19T17:32:12.969ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3701da8e-9fcb-4ddd-8c43-b4d2def49fb8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19422025-03-19T17:32:12.969ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3701da8e-9fcb-4ddd-8c43-b4d2def49fb8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19432025-03-19T17:32:12.971ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1998 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3701da8e-9fcb-4ddd-8c43-b4d2def49fb8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19442025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
19452025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 54 reason = Timeout
19462025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19472025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
19482025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
19492025-03-19T17:32:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19502025-03-19T17:32:13.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19512025-03-19T17:32:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
19522025-03-19T17:32:13.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19532025-03-19T17:32:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19542025-03-19T17:32:13.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19552025-03-19T17:32:13.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19562025-03-19T17:32:13.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19572025-03-19T17:32:13.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
19582025-03-19T17:32:13.079ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19592025-03-19T17:32:13.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19602025-03-19T17:32:13.089ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
19612025-03-19T17:32:13.089ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.242535ms iteration = 54 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
19622025-03-19T17:32:13.100ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
19632025-03-19T17:32:13.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
19642025-03-19T17:32:13.130ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.220651ms iteration = 54 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
19652025-03-19T17:32:13.990ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f83f4c16-93bb-485f-bac3-99509027609c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19662025-03-19T17:32:13.991ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f83f4c16-93bb-485f-bac3-99509027609c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19672025-03-19T17:32:13.992ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2162 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f83f4c16-93bb-485f-bac3-99509027609c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19682025-03-19T17:32:15.012ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9b2e4a6d-54c8-4633-a6db-54ab5d88c27e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19692025-03-19T17:32:15.013ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9b2e4a6d-54c8-4633-a6db-54ab5d88c27e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19702025-03-19T17:32:15.014ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2145 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9b2e4a6d-54c8-4633-a6db-54ab5d88c27e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19712025-03-19T17:32:16.035ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e9a34b3-8867-4290-9366-d8971dc483c3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19722025-03-19T17:32:16.035ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e9a34b3-8867-4290-9366-d8971dc483c3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19732025-03-19T17:32:16.037ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1755 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e9a34b3-8867-4290-9366-d8971dc483c3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19742025-03-19T17:32:17.056ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64272782-1707-453e-80b8-5003b1a72094 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19752025-03-19T17:32:17.057ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64272782-1707-453e-80b8-5003b1a72094 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19762025-03-19T17:32:17.059ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2386 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64272782-1707-453e-80b8-5003b1a72094 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19772025-03-19T17:32:17.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 561 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = feaf04ba-0aa7-4e87-b9ea-975d2b8a5c6e response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
19782025-03-19T17:32:18.079ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0645bfc-05eb-4726-9910-023746f8bf84 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19792025-03-19T17:32:18.080ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0645bfc-05eb-4726-9910-023746f8bf84 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19802025-03-19T17:32:18.081ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2118 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0645bfc-05eb-4726-9910-023746f8bf84 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19812025-03-19T17:32:19.101ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b83e4cb9-d2e1-4b9d-a139-9d1bf246c1ce roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19822025-03-19T17:32:19.101ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b83e4cb9-d2e1-4b9d-a139-9d1bf246c1ce resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19832025-03-19T17:32:19.103ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2037 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b83e4cb9-d2e1-4b9d-a139-9d1bf246c1ce response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19842025-03-19T17:32:20.123ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1bdee84f-f0e4-4cc0-b741-07f7df44186f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19852025-03-19T17:32:20.124ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1bdee84f-f0e4-4cc0-b741-07f7df44186f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19862025-03-19T17:32:20.125ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2374 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1bdee84f-f0e4-4cc0-b741-07f7df44186f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19872025-03-19T17:32:21.146ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 545f20c6-d53c-4b5a-894c-8a2e340c59c6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19882025-03-19T17:32:21.146ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 545f20c6-d53c-4b5a-894c-8a2e340c59c6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19892025-03-19T17:32:21.148ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2261 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 545f20c6-d53c-4b5a-894c-8a2e340c59c6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19902025-03-19T17:32:22.167ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1994d91c-1b31-4510-951d-9bb67ec3dcaf roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19912025-03-19T17:32:22.168ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1994d91c-1b31-4510-951d-9bb67ec3dcaf resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19922025-03-19T17:32:22.170ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2678 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1994d91c-1b31-4510-951d-9bb67ec3dcaf response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
19932025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 19 reason = Timeout
19942025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 19 reason = Timeout
19952025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
19962025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
19972025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
19982025-03-19T17:32:23.064ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 10 reason = Timeout
19992025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
20002025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
20012025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
20022025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
20032025-03-19T17:32:23.065ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:22:23.064935969 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
20042025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
20052025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
20062025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
20072025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20082025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
20092025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
20102025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
20112025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
20122025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
20132025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 19 reason = Timeout
20142025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
20152025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 19 reason = Timeout
20162025-03-19T17:32:23.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
20172025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
20182025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 19 reason = Timeout
20192025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
20202025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
20212025-03-19T17:32:23.065ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
20222025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 10 reason = Timeout
20232025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.79\u{b5}s iteration = 11 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
20242025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
20252025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 10 reason = Timeout
20262025-03-19T17:32:23.065ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
20272025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
20282025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
20292025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
20302025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
20312025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 10 reason = Timeout
20322025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
20332025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
20342025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
20352025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 19 reason = Timeout
20362025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20372025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 19 reason = Timeout
20382025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
20392025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20402025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 55 reason = Timeout
20412025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
20422025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
20432025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
20442025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
20452025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
20462025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
20472025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
20482025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 5 reason = Timeout
20492025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
20502025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20512025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 19 reason = Timeout
20522025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
20532025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
20542025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20552025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
20562025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
20572025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
20582025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
20592025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 19 reason = Timeout
20602025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
20612025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
20622025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
20632025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
20642025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
20652025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20662025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
20672025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
20682025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
20692025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
20702025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
20712025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
20722025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
20732025-03-19T17:32:23.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
20742025-03-19T17:32:23.065ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43631, tv_nsec: 31709726 } })
20752025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
20762025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
20772025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
20782025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
20792025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20802025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
20812025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
20822025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20832025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20842025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
20852025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20862025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20872025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
20882025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
20892025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
20902025-03-19T17:32:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43631, tv_nsec: 31783978 } })
20912025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20922025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20932025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
20942025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.368321ms iteration = 10 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
20952025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20962025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20972025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
20982025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.533884ms iteration = 10 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
20992025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21002025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
21012025-03-19T17:32:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21022025-03-19T17:32:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 4.304109ms iteration = 19 status = {"errors":[],"requests_created_ok":[]}
21032025-03-19T17:32:23.069ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:22:23.064935969 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
21042025-03-19T17:32:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.543895ms iteration = 10 status = {"expiration":"2025-03-19T17:22:23.064935969Z","pruned":[]}
21052025-03-19T17:32:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.343219ms iteration = 19 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
21062025-03-19T17:32:23.069ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43631, tv_nsec: 35656206 } })
21072025-03-19T17:32:23.070ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
21082025-03-19T17:32:23.070ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21092025-03-19T17:32:23.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21102025-03-19T17:32:23.071ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21112025-03-19T17:32:23.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21122025-03-19T17:32:23.071ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21132025-03-19T17:32:23.074ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
21142025-03-19T17:32:23.074ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
21152025-03-19T17:32:23.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
21162025-03-19T17:32:23.074ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 9.780514ms iteration = 10 status = {"errors":[],"found_port_ok":[]}
21172025-03-19T17:32:23.075ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
21182025-03-19T17:32:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
21192025-03-19T17:32:23.080ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21202025-03-19T17:32:23.080ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 14.952982ms iteration = 19 status = {"errors":[],"finish_invoked_ok":[]}
21212025-03-19T17:32:23.082ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21222025-03-19T17:32:23.082ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21232025-03-19T17:32:23.083ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
21242025-03-19T17:32:23.083ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
21252025-03-19T17:32:23.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
21262025-03-19T17:32:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
21272025-03-19T17:32:23.084ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
21282025-03-19T17:32:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21292025-03-19T17:32:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
21302025-03-19T17:32:23.085ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
21312025-03-19T17:32:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
21322025-03-19T17:32:23.085ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43631, tv_nsec: 51577690 } })
21332025-03-19T17:32:23.086ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
21342025-03-19T17:32:23.087ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21352025-03-19T17:32:23.089ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
21362025-03-19T17:32:23.089ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
21372025-03-19T17:32:23.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21382025-03-19T17:32:23.089ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21392025-03-19T17:32:23.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
21402025-03-19T17:32:23.091ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
21412025-03-19T17:32:23.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21422025-03-19T17:32:23.092ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21432025-03-19T17:32:23.093ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21442025-03-19T17:32:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21452025-03-19T17:32:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21462025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21472025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
21482025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
21492025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
21502025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21512025-03-19T17:32:23.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21522025-03-19T17:32:23.100ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
21532025-03-19T17:32:23.100ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
21542025-03-19T17:32:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
21552025-03-19T17:32:23.101ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21562025-03-19T17:32:23.104ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
21572025-03-19T17:32:23.104ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21582025-03-19T17:32:23.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21592025-03-19T17:32:23.108ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21602025-03-19T17:32:23.110ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
21612025-03-19T17:32:23.110ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
21622025-03-19T17:32:23.110ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
21632025-03-19T17:32:23.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
21642025-03-19T17:32:23.112ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
21652025-03-19T17:32:23.112ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21662025-03-19T17:32:23.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21672025-03-19T17:32:23.116ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
21682025-03-19T17:32:23.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
21692025-03-19T17:32:23.118ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 52.996041ms iteration = 19 status = {"errors":[],"garbage_collect_requested":[]}
21702025-03-19T17:32:23.123ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21712025-03-19T17:32:23.124ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21722025-03-19T17:32:23.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
21732025-03-19T17:32:23.125ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
21742025-03-19T17:32:23.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
21752025-03-19T17:32:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
21762025-03-19T17:32:23.126ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
21772025-03-19T17:32:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
21782025-03-19T17:32:23.127ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21792025-03-19T17:32:23.128ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
21802025-03-19T17:32:23.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
21812025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21822025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
21832025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
21842025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
21852025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
21862025-03-19T17:32:23.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
21872025-03-19T17:32:23.130ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
21882025-03-19T17:32:23.130ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
21892025-03-19T17:32:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
21902025-03-19T17:32:23.136ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
21912025-03-19T17:32:23.136ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
21922025-03-19T17:32:23.136ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 71.059285ms iteration = 10 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
21932025-03-19T17:32:23.138ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21942025-03-19T17:32:23.138ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21952025-03-19T17:32:23.140ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
21962025-03-19T17:32:23.140ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
21972025-03-19T17:32:23.140ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
21982025-03-19T17:32:23.142ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21992025-03-19T17:32:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
22002025-03-19T17:32:23.143ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
22012025-03-19T17:32:23.143ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
22022025-03-19T17:32:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
22032025-03-19T17:32:23.144ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
22042025-03-19T17:32:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
22052025-03-19T17:32:23.144ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
22062025-03-19T17:32:23.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
22072025-03-19T17:32:23.147ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 82.055036ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
22082025-03-19T17:32:23.150ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
22092025-03-19T17:32:23.150ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
22102025-03-19T17:32:23.150ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
22112025-03-19T17:32:23.150ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
22122025-03-19T17:32:23.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
22132025-03-19T17:32:23.151ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
22142025-03-19T17:32:23.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
22152025-03-19T17:32:23.189ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4917b3f6-b000-476b-a0a4-e5e892b7cd75 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
22162025-03-19T17:32:23.189ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4917b3f6-b000-476b-a0a4-e5e892b7cd75 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
22172025-03-19T17:32:23.200ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
22182025-03-19T17:32:23.202ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
22192025-03-19T17:32:23.213ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
22202025-03-19T17:32:23.213ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
22212025-03-19T17:32:23.213ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b717eb66-a487-4d5a-b5cb-ac6cac8a3b44", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
22222025-03-19T17:32:23.213ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
22232025-03-19T17:32:23.214ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
22242025-03-19T17:32:23.228ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
22252025-03-19T17:32:23.228ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
22262025-03-19T17:32:23.228ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "43f283f5-9212-49cc-bf15-b9d21bf4fece", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
22272025-03-19T17:32:23.228ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
22282025-03-19T17:32:23.230ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
22292025-03-19T17:32:23.244ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
22302025-03-19T17:32:23.244ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
22312025-03-19T17:32:23.244ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "f322b4cd-3c41-47a2-a437-97128e707c2a", "content-length": "372", "date": "Wed, 19 Mar 2025 17:32:22 GMT"} })
22322025-03-19T17:32:23.244ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22332025-03-19T17:32:23.245ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22342025-03-19T17:32:23.246ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
22352025-03-19T17:32:23.246ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
22362025-03-19T17:32:23.247ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
22372025-03-19T17:32:23.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
22382025-03-19T17:32:23.249ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
22392025-03-19T17:32:23.249ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
22402025-03-19T17:32:23.250ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 185.070751ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
22412025-03-19T17:32:23.252ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43631, tv_nsec: 217862411 } })
22422025-03-19T17:32:23.252ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
22432025-03-19T17:32:23.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
22442025-03-19T17:32:23.252ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
22452025-03-19T17:32:23.252ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 187.325202ms iteration = 5 status = {"nsuccess":5}
22462025-03-19T17:32:23.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 65614 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4917b3f6-b000-476b-a0a4-e5e892b7cd75 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
22472025-03-19T17:32:23.255ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22482025-03-19T17:32:23.258ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
22492025-03-19T17:32:23.258ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
22502025-03-19T17:32:23.258ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
22512025-03-19T17:32:23.268ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
22522025-03-19T17:32:23.268ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 203.314837ms iteration = 55 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
22532025-03-19T17:32:23.283ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
22542025-03-19T17:32:23.283ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
22552025-03-19T17:32:23.283ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
22562025-03-19T17:32:23.283ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 218.589996ms iteration = 55 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
22572025-03-19T17:32:23.284ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
22582025-03-19T17:32:23.286ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
22592025-03-19T17:32:23.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
22602025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
22612025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
22622025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
22632025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
22642025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
22652025-03-19T17:32:23.287ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
22662025-03-19T17:32:23.287ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 222.575147ms iteration = 10 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
22672025-03-19T17:32:23.288ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
22682025-03-19T17:32:23.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
22692025-03-19T17:32:23.288ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22702025-03-19T17:32:23.290ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
22712025-03-19T17:32:23.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
22722025-03-19T17:32:23.290ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22732025-03-19T17:32:23.291ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22742025-03-19T17:32:23.292ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
22752025-03-19T17:32:23.292ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
22762025-03-19T17:32:23.292ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
22772025-03-19T17:32:23.293ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
22782025-03-19T17:32:23.293ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
22792025-03-19T17:32:23.293ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
22802025-03-19T17:32:23.294ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22812025-03-19T17:32:23.296ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
22822025-03-19T17:32:23.296ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
22832025-03-19T17:32:23.296ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
22842025-03-19T17:32:23.298ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
22852025-03-19T17:32:23.298ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
22862025-03-19T17:32:23.298ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
22872025-03-19T17:32:23.299ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
22882025-03-19T17:32:23.299ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
22892025-03-19T17:32:23.299ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
22902025-03-19T17:32:23.299ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 234.004329ms iteration = 10 status = {"generation":1}
22912025-03-19T17:32:23.303ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 237.876457ms iteration = 19 status = 0
22922025-03-19T17:32:23.307ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22932025-03-19T17:32:23.308ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
22942025-03-19T17:32:23.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
22952025-03-19T17:32:23.312ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
22962025-03-19T17:32:23.312ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 247.274592ms iteration = 19 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
22972025-03-19T17:32:23.313ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
22982025-03-19T17:32:23.313ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
22992025-03-19T17:32:23.313ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23002025-03-19T17:32:23.313ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
23012025-03-19T17:32:23.315ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
23022025-03-19T17:32:23.315ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
23032025-03-19T17:32:23.316ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
23042025-03-19T17:32:23.319ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
23052025-03-19T17:32:23.319ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
23062025-03-19T17:32:23.319ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "b84e2edf-0531-41bf-bf45-3c292ee49612", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
23072025-03-19T17:32:23.319ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
23082025-03-19T17:32:23.319ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
23092025-03-19T17:32:23.323ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
23102025-03-19T17:32:23.323ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
23112025-03-19T17:32:23.327ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
23122025-03-19T17:32:23.327ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
23132025-03-19T17:32:23.331ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
23142025-03-19T17:32:23.331ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
23152025-03-19T17:32:23.331ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 266.464771ms iteration = 19 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
23162025-03-19T17:32:23.331ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
23172025-03-19T17:32:23.331ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
23182025-03-19T17:32:23.332ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "6043ede2-3e2e-4afb-bdd2-23da10690b50", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
23192025-03-19T17:32:23.334ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 268.947487ms iteration = 19 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
23202025-03-19T17:32:23.334ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 269.026039ms iteration = 19 status = {}
23212025-03-19T17:32:23.345ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
23222025-03-19T17:32:23.346ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
23232025-03-19T17:32:23.347ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23242025-03-19T17:32:23.349ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
23252025-03-19T17:32:23.349ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
23262025-03-19T17:32:23.349ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
23272025-03-19T17:32:23.349ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
23282025-03-19T17:32:23.350ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
23292025-03-19T17:32:23.350ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
23302025-03-19T17:32:23.350ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
23312025-03-19T17:32:23.350ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
23322025-03-19T17:32:23.351ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23332025-03-19T17:32:23.351ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
23342025-03-19T17:32:23.352ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "3ff86527-9c3b-4386-a36e-697179ee9be4", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
23352025-03-19T17:32:23.352ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
23362025-03-19T17:32:23.353ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "dc6b8177-e7b4-4cad-bf1f-8ed0fd8af7ca", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
23372025-03-19T17:32:23.353ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
23382025-03-19T17:32:23.355ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
23392025-03-19T17:32:23.355ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
23402025-03-19T17:32:23.355ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
23412025-03-19T17:32:23.355ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
23422025-03-19T17:32:23.355ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 290.853468ms iteration = 12 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
23432025-03-19T17:32:23.366ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
23442025-03-19T17:32:23.366ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
23452025-03-19T17:32:23.366ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
23462025-03-19T17:32:23.366ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 301.261906ms iteration = 10 status = {"generation":2}
23472025-03-19T17:32:23.367ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
23482025-03-19T17:32:23.367ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 302.216538ms iteration = 19 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
23492025-03-19T17:32:23.372ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
23502025-03-19T17:32:23.372ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "6a1fbb7a-dd97-4e19-bc95-0e75572f920e", "content-length": "1", "date": "Wed, 19 Mar 2025 17:32:22 GMT"} })
23512025-03-19T17:32:23.377ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
23522025-03-19T17:32:23.377ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 311.720335ms iteration = 19 status = {}
23532025-03-19T17:32:23.377ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
23542025-03-19T17:32:23.378ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
23552025-03-19T17:32:23.378ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
23562025-03-19T17:32:23.378ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 313.239149ms iteration = 10 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
23572025-03-19T17:32:23.378ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
23582025-03-19T17:32:23.380ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23592025-03-19T17:32:23.381ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 316.789141ms iteration = 19 status = null
23602025-03-19T17:32:23.382ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
23612025-03-19T17:32:23.382ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
23622025-03-19T17:32:23.382ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
23632025-03-19T17:32:23.383ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23642025-03-19T17:32:23.386ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
23652025-03-19T17:32:23.386ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
23662025-03-19T17:32:23.386ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
23672025-03-19T17:32:23.387ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
23682025-03-19T17:32:23.387ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
23692025-03-19T17:32:23.387ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b63d6350-704d-4092-94e0-414935d72739", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
23702025-03-19T17:32:23.387ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
23712025-03-19T17:32:23.389ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
23722025-03-19T17:32:23.412ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
23732025-03-19T17:32:23.412ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 347.357559ms iteration = 10 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
23742025-03-19T17:32:23.460ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
23752025-03-19T17:32:23.461ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "87ab9aca-e623-43f4-83d9-d2907c0ba68f", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23762025-03-19T17:32:23.461ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23772025-03-19T17:32:23.464ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 398.910448ms iteration = 21 status = {"physical_disks_added":0}
23782025-03-19T17:32:23.464ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "733d067c-1730-4347-9d3f-3c1fa20dcd5b", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23792025-03-19T17:32:23.464ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23802025-03-19T17:32:23.467ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "2a6e461b-f6fa-4061-b4d2-f2a43e854412", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23812025-03-19T17:32:23.467ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23822025-03-19T17:32:23.469ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
23832025-03-19T17:32:23.469ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 404.292971ms iteration = 12 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
23842025-03-19T17:32:23.558ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
23852025-03-19T17:32:23.558ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5c7b956-e53b-42d2-becf-6f8d160ed160", "content-length": "691", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
23862025-03-19T17:32:23.558ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
23872025-03-19T17:32:23.558ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
23882025-03-19T17:32:23.558ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
23892025-03-19T17:32:23.559ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 494.35531ms iteration = 19 status = {}
23902025-03-19T17:32:23.560ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23912025-03-19T17:32:23.560ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23922025-03-19T17:32:23.562ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
23932025-03-19T17:32:23.562ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23942025-03-19T17:32:23.562ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23952025-03-19T17:32:23.572ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
23962025-03-19T17:32:23.573ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "64075a7c-a494-41cd-9d92-9182d0a67a57", "content-length": "134", "date": "Wed, 19 Mar 2025 17:32:22 GMT"} })
23972025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
23982025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
23992025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
24002025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
24012025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
24022025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
24032025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
24042025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
24052025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
24062025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
24072025-03-19T17:32:23.573ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
24082025-03-19T17:32:23.573ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24092025-03-19T17:32:23.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24102025-03-19T17:32:23.575ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
24112025-03-19T17:32:23.575ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "1738778d-aae7-429a-8a9d-88130fc1a300", "content-length": "2", "date": "Wed, 19 Mar 2025 17:32:22 GMT"} })
24122025-03-19T17:32:23.575ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
24132025-03-19T17:32:23.575ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "25cddba0-6179-40cf-8cc7-79d6d58855e9", "content-length": "52", "date": "Wed, 19 Mar 2025 17:32:22 GMT"} })
24142025-03-19T17:32:23.575ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
24152025-03-19T17:32:23.575ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
24162025-03-19T17:32:23.676ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "bec896f7-87f6-4042-9951-b195790245bf", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
24172025-03-19T17:32:23.676ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
24182025-03-19T17:32:23.676ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
24192025-03-19T17:32:23.676ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6db88af-8876-4a77-96c6-eedea537b05e", "content-length": "682", "date": "Wed, 19 Mar 2025 17:32:23 GMT"} })
24202025-03-19T17:32:23.676ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24212025-03-19T17:32:23.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24222025-03-19T17:32:23.680ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24232025-03-19T17:32:23.680ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24242025-03-19T17:32:23.684ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24252025-03-19T17:32:23.684ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24262025-03-19T17:32:23.686ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24272025-03-19T17:32:23.686ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24282025-03-19T17:32:23.693ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 627.78396ms iteration = 19 status = {}
24292025-03-19T17:32:24.280ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be9d981e-618e-402a-a6ff-2821ff8f2527 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24302025-03-19T17:32:24.281ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be9d981e-618e-402a-a6ff-2821ff8f2527 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24312025-03-19T17:32:24.282ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2119 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be9d981e-618e-402a-a6ff-2821ff8f2527 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24322025-03-19T17:32:25.302ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91533bef-1729-4f4b-990a-9592b0d4ddaa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24332025-03-19T17:32:25.302ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91533bef-1729-4f4b-990a-9592b0d4ddaa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24342025-03-19T17:32:25.304ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2217 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91533bef-1729-4f4b-990a-9592b0d4ddaa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24352025-03-19T17:32:26.324ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53199c8d-b84c-4176-86f1-d5a6cf65b553 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24362025-03-19T17:32:26.325ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53199c8d-b84c-4176-86f1-d5a6cf65b553 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24372025-03-19T17:32:26.328ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3217 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 53199c8d-b84c-4176-86f1-d5a6cf65b553 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24382025-03-19T17:32:27.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 598 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 9d422236-5b82-4631-97c2-6d6f7a0df002 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
24392025-03-19T17:32:27.355ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe910e86-6032-404d-888a-c71e96bb5398 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24402025-03-19T17:32:27.356ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe910e86-6032-404d-888a-c71e96bb5398 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24412025-03-19T17:32:27.359ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3386 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fe910e86-6032-404d-888a-c71e96bb5398 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24422025-03-19T17:32:28.385ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaff90fa-3daa-4f85-aec5-e800c7eed24a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24432025-03-19T17:32:28.385ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaff90fa-3daa-4f85-aec5-e800c7eed24a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24442025-03-19T17:32:28.387ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2536 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaff90fa-3daa-4f85-aec5-e800c7eed24a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24452025-03-19T17:32:29.408ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b07f329-aa39-411f-97aa-cfb494bf1d62 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24462025-03-19T17:32:29.408ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b07f329-aa39-411f-97aa-cfb494bf1d62 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24472025-03-19T17:32:29.410ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1958 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b07f329-aa39-411f-97aa-cfb494bf1d62 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24482025-03-19T17:32:30.429ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b632b735-5873-462b-8639-54d0a21cf9a4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24492025-03-19T17:32:30.430ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b632b735-5873-462b-8639-54d0a21cf9a4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24502025-03-19T17:32:30.431ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2066 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b632b735-5873-462b-8639-54d0a21cf9a4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24512025-03-19T17:32:31.452ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f101df54-52a8-473b-929f-3834cc58f02a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24522025-03-19T17:32:31.452ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f101df54-52a8-473b-929f-3834cc58f02a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24532025-03-19T17:32:31.454ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1981 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f101df54-52a8-473b-929f-3834cc58f02a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24542025-03-19T17:32:32.474ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c42e030-daff-489d-8453-802e4f9b0c49 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24552025-03-19T17:32:32.474ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c42e030-daff-489d-8453-802e4f9b0c49 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24562025-03-19T17:32:32.476ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2192 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c42e030-daff-489d-8453-802e4f9b0c49 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24572025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 56 reason = Timeout
24582025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
24592025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
24602025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24612025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
24622025-03-19T17:32:33.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24632025-03-19T17:32:33.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24642025-03-19T17:32:33.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
24652025-03-19T17:32:33.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24662025-03-19T17:32:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24672025-03-19T17:32:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24682025-03-19T17:32:33.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24692025-03-19T17:32:33.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24702025-03-19T17:32:33.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
24712025-03-19T17:32:33.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24722025-03-19T17:32:33.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24732025-03-19T17:32:33.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
24742025-03-19T17:32:33.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.12302ms iteration = 56 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
24752025-03-19T17:32:33.094ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
24762025-03-19T17:32:33.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
24772025-03-19T17:32:33.121ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 56.297226ms iteration = 56 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
24782025-03-19T17:32:33.497ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550e9ab2-9914-4410-992d-1740a6cac597 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24792025-03-19T17:32:33.497ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550e9ab2-9914-4410-992d-1740a6cac597 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24802025-03-19T17:32:33.498ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1705 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550e9ab2-9914-4410-992d-1740a6cac597 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24812025-03-19T17:32:34.518ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eab2071b-ad78-42bd-adac-1d7299bd6bbc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24822025-03-19T17:32:34.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eab2071b-ad78-42bd-adac-1d7299bd6bbc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24832025-03-19T17:32:34.521ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2277 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eab2071b-ad78-42bd-adac-1d7299bd6bbc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24842025-03-19T17:32:35.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6f23ad99-88d0-472e-b4a1-dbfd5ba57625 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24852025-03-19T17:32:35.542ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6f23ad99-88d0-472e-b4a1-dbfd5ba57625 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24862025-03-19T17:32:35.544ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2353 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6f23ad99-88d0-472e-b4a1-dbfd5ba57625 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24872025-03-19T17:32:36.565ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2090891-f0c6-4923-9102-650afc36b592 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24882025-03-19T17:32:36.566ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2090891-f0c6-4923-9102-650afc36b592 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24892025-03-19T17:32:36.568ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2179 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2090891-f0c6-4923-9102-650afc36b592 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24902025-03-19T17:32:37.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 529 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 30ff9d44-e9b7-4493-bec4-9f9f03f6d30a response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
24912025-03-19T17:32:37.587ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 99695369-ca47-4b85-a28d-08065de772d6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24922025-03-19T17:32:37.588ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 99695369-ca47-4b85-a28d-08065de772d6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24932025-03-19T17:32:37.589ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2177 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 99695369-ca47-4b85-a28d-08065de772d6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24942025-03-19T17:32:38.608ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0a73dd7-6a79-4ccb-ad29-49b232e1a4f4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24952025-03-19T17:32:38.608ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0a73dd7-6a79-4ccb-ad29-49b232e1a4f4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24962025-03-19T17:32:38.610ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2057 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0a73dd7-6a79-4ccb-ad29-49b232e1a4f4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24972025-03-19T17:32:39.632ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a81275e0-2128-47e4-8c35-394db01121bd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24982025-03-19T17:32:39.632ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a81275e0-2128-47e4-8c35-394db01121bd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
24992025-03-19T17:32:39.634ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2116 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a81275e0-2128-47e4-8c35-394db01121bd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25002025-03-19T17:32:40.654ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6a2a72c3-b3b5-4ffb-a84e-23f82f2e87c7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25012025-03-19T17:32:40.654ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6a2a72c3-b3b5-4ffb-a84e-23f82f2e87c7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25022025-03-19T17:32:40.656ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2187 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6a2a72c3-b3b5-4ffb-a84e-23f82f2e87c7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25032025-03-19T17:32:41.676ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4b39831-68fb-4828-b045-f9cef69edd67 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25042025-03-19T17:32:41.676ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4b39831-68fb-4828-b045-f9cef69edd67 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25052025-03-19T17:32:41.678ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2302 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4b39831-68fb-4828-b045-f9cef69edd67 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25062025-03-19T17:32:42.697ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a808c468-8766-4693-bac8-a8213baf58f5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25072025-03-19T17:32:42.698ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a808c468-8766-4693-bac8-a8213baf58f5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25082025-03-19T17:32:42.700ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2450 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a808c468-8766-4693-bac8-a8213baf58f5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25092025-03-19T17:32:43.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 57 reason = Timeout
25102025-03-19T17:32:43.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
25112025-03-19T17:32:43.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
25122025-03-19T17:32:43.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25132025-03-19T17:32:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
25142025-03-19T17:32:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25152025-03-19T17:32:43.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25162025-03-19T17:32:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
25172025-03-19T17:32:43.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25182025-03-19T17:32:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25192025-03-19T17:32:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25202025-03-19T17:32:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25212025-03-19T17:32:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25222025-03-19T17:32:43.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
25232025-03-19T17:32:43.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25242025-03-19T17:32:43.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25252025-03-19T17:32:43.086ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
25262025-03-19T17:32:43.086ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.679783ms iteration = 57 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
25272025-03-19T17:32:43.094ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
25282025-03-19T17:32:43.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
25292025-03-19T17:32:43.096ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.940357ms iteration = 57 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
25302025-03-19T17:32:43.720ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67b421ec-4f80-4134-9aa1-18481d61b4cc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25312025-03-19T17:32:43.720ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67b421ec-4f80-4134-9aa1-18481d61b4cc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25322025-03-19T17:32:43.722ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2045 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67b421ec-4f80-4134-9aa1-18481d61b4cc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25332025-03-19T17:32:44.741ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 52305982-b90c-4f30-b0bd-cdbde162cb0c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25342025-03-19T17:32:44.742ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 52305982-b90c-4f30-b0bd-cdbde162cb0c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25352025-03-19T17:32:44.744ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2294 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 52305982-b90c-4f30-b0bd-cdbde162cb0c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25362025-03-19T17:32:45.763ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c34c3e-8077-473f-9eb1-e55f43b6a086 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25372025-03-19T17:32:45.763ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c34c3e-8077-473f-9eb1-e55f43b6a086 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25382025-03-19T17:32:45.765ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2206 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c34c3e-8077-473f-9eb1-e55f43b6a086 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25392025-03-19T17:32:46.785ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 486eb4a6-0d4b-45ca-b90b-cb87d6467b38 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25402025-03-19T17:32:46.785ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 486eb4a6-0d4b-45ca-b90b-cb87d6467b38 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25412025-03-19T17:32:46.787ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2324 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 486eb4a6-0d4b-45ca-b90b-cb87d6467b38 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25422025-03-19T17:32:47.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 886 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 8c8d6248-349b-4366-9f25-df7112684b66 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
25432025-03-19T17:32:47.806ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ef4ddce-8993-41db-be9d-f2f1bf58f874 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25442025-03-19T17:32:47.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ef4ddce-8993-41db-be9d-f2f1bf58f874 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25452025-03-19T17:32:47.808ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1720 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ef4ddce-8993-41db-be9d-f2f1bf58f874 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25462025-03-19T17:32:48.827ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1104bf62-b506-46a0-ac61-8a93ffeae305 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25472025-03-19T17:32:48.828ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1104bf62-b506-46a0-ac61-8a93ffeae305 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25482025-03-19T17:32:48.829ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2122 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1104bf62-b506-46a0-ac61-8a93ffeae305 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25492025-03-19T17:32:49.849ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5aa0bf48-19a4-46f4-9dae-becdad2f2c6b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25502025-03-19T17:32:49.849ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5aa0bf48-19a4-46f4-9dae-becdad2f2c6b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25512025-03-19T17:32:49.851ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2395 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5aa0bf48-19a4-46f4-9dae-becdad2f2c6b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25522025-03-19T17:32:50.873ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb5d735-c4ee-49ce-a06a-8582f67def1e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25532025-03-19T17:32:50.873ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb5d735-c4ee-49ce-a06a-8582f67def1e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25542025-03-19T17:32:50.874ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1978 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb5d735-c4ee-49ce-a06a-8582f67def1e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25552025-03-19T17:32:51.894ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb21cf1-e09b-4119-863f-890057445210 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25562025-03-19T17:32:51.895ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb21cf1-e09b-4119-863f-890057445210 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25572025-03-19T17:32:51.896ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2013 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2eb21cf1-e09b-4119-863f-890057445210 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25582025-03-19T17:32:52.916ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fbba1c-1b39-483a-b454-20191b4125d4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25592025-03-19T17:32:52.916ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fbba1c-1b39-483a-b454-20191b4125d4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25602025-03-19T17:32:52.918ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1972 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fbba1c-1b39-483a-b454-20191b4125d4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
25612025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 20 reason = Timeout
25622025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
25632025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
25642025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25652025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 20 reason = Timeout
25662025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
25672025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 20 reason = Timeout
25682025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
25692025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
25702025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
25712025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
25722025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
25732025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 20 reason = Timeout
25742025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
25752025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 20 reason = Timeout
25762025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
25772025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
25782025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 20 reason = Timeout
25792025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
25802025-03-19T17:32:53.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
25812025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 20 reason = Timeout
25822025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
25832025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
25842025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
25852025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25862025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
25872025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
25882025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
25892025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
25902025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 20 reason = Timeout
25912025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
25922025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 58 reason = Timeout
25932025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
25942025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
25952025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
25962025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 20 reason = Timeout
25972025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
25982025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
25992025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
26002025-03-19T17:32:53.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
26012025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
26022025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
26032025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
26042025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
26052025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
26062025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26072025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
26082025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26092025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
26102025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
26112025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26122025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
26132025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
26142025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
26152025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26162025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
26172025-03-19T17:32:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
26182025-03-19T17:32:53.068ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26192025-03-19T17:32:53.068ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.409938ms iteration = 20 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
26202025-03-19T17:32:53.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 4.259027ms iteration = 20 status = {"errors":[],"garbage_collect_requested":[]}
26212025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26222025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 4.83569ms iteration = 20 status = {"errors":[],"requests_created_ok":[]}
26232025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
26242025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
26252025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
26262025-03-19T17:32:53.070ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26272025-03-19T17:32:53.072ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26282025-03-19T17:32:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
26292025-03-19T17:32:53.072ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
26302025-03-19T17:32:53.072ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43661, tv_nsec: 38456670 } })
26312025-03-19T17:32:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
26322025-03-19T17:32:53.073ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26332025-03-19T17:32:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
26342025-03-19T17:32:53.073ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
26352025-03-19T17:32:53.073ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
26362025-03-19T17:32:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
26372025-03-19T17:32:53.074ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
26382025-03-19T17:32:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
26392025-03-19T17:32:53.074ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26402025-03-19T17:32:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
26412025-03-19T17:32:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26422025-03-19T17:32:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
26432025-03-19T17:32:53.076ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
26442025-03-19T17:32:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26452025-03-19T17:32:53.078ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26462025-03-19T17:32:53.079ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43661, tv_nsec: 44575110 } })
26472025-03-19T17:32:53.079ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
26482025-03-19T17:32:53.080ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
26492025-03-19T17:32:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
26502025-03-19T17:32:53.080ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
26512025-03-19T17:32:53.080ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26522025-03-19T17:32:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26532025-03-19T17:32:53.082ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
26542025-03-19T17:32:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
26552025-03-19T17:32:53.083ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26562025-03-19T17:32:53.084ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
26572025-03-19T17:32:53.084ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43661, tv_nsec: 50057186 } })
26582025-03-19T17:32:53.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26592025-03-19T17:32:53.084ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
26602025-03-19T17:32:53.085ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26612025-03-19T17:32:53.085ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26622025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
26632025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
26642025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
26652025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26662025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
26672025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26682025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26692025-03-19T17:32:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26702025-03-19T17:32:53.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
26712025-03-19T17:32:53.088ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
26722025-03-19T17:32:53.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
26732025-03-19T17:32:53.097ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 31.870069ms iteration = 22 status = {"physical_disks_added":0}
26742025-03-19T17:32:53.098ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
26752025-03-19T17:32:53.098ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
26762025-03-19T17:32:53.098ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
26772025-03-19T17:32:53.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
26782025-03-19T17:32:53.103ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
26792025-03-19T17:32:53.103ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
26802025-03-19T17:32:53.103ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
26812025-03-19T17:32:53.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
26822025-03-19T17:32:53.107ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
26832025-03-19T17:32:53.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26842025-03-19T17:32:53.109ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
26852025-03-19T17:32:53.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26862025-03-19T17:32:53.111ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26872025-03-19T17:32:53.112ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26882025-03-19T17:32:53.114ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
26892025-03-19T17:32:53.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
26902025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
26912025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
26922025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
26932025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
26942025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
26952025-03-19T17:32:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
26962025-03-19T17:32:53.118ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
26972025-03-19T17:32:53.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
26982025-03-19T17:32:53.119ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 54.047405ms iteration = 20 status = 0
26992025-03-19T17:32:53.120ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
27002025-03-19T17:32:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
27012025-03-19T17:32:53.120ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 55.277123ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
27022025-03-19T17:32:53.121ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27032025-03-19T17:32:53.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27042025-03-19T17:32:53.122ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27052025-03-19T17:32:53.123ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 57.877003ms iteration = 20 status = {"errors":[],"finish_invoked_ok":[]}
27062025-03-19T17:32:53.124ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
27072025-03-19T17:32:53.124ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 59.155782ms iteration = 20 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
27082025-03-19T17:32:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
27092025-03-19T17:32:53.125ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27102025-03-19T17:32:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27112025-03-19T17:32:53.126ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
27122025-03-19T17:32:53.126ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 60.897892ms iteration = 20 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
27132025-03-19T17:32:53.131ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.730183ms iteration = 58 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
27142025-03-19T17:32:53.142ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
27152025-03-19T17:32:53.142ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
27162025-03-19T17:32:53.142ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 76.825485ms iteration = 20 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
27172025-03-19T17:32:53.142ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
27182025-03-19T17:32:53.142ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 76.627631ms iteration = 58 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
27192025-03-19T17:32:53.148ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 82.991347ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
27202025-03-19T17:32:53.151ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
27212025-03-19T17:32:53.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
27222025-03-19T17:32:53.180ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 114.846126ms iteration = 20 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
27232025-03-19T17:32:53.196ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
27242025-03-19T17:32:53.196ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
27252025-03-19T17:32:53.196ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
27262025-03-19T17:32:53.196ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "415727da-0aa8-47b2-b73a-0f8fa2104d17", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27272025-03-19T17:32:53.196ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
27282025-03-19T17:32:53.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
27292025-03-19T17:32:53.197ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
27302025-03-19T17:32:53.275ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
27312025-03-19T17:32:53.275ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
27322025-03-19T17:32:53.275ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "73900c48-fcc9-46be-b851-1afa32a8f1bc", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27332025-03-19T17:32:53.275ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
27342025-03-19T17:32:53.277ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
27352025-03-19T17:32:53.282ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
27362025-03-19T17:32:53.282ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
27372025-03-19T17:32:53.283ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "f60d1d32-ed03-4eef-9b51-73abc373fd49", "content-length": "372", "date": "Wed, 19 Mar 2025 17:32:52 GMT"} })
27382025-03-19T17:32:53.283ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
27392025-03-19T17:32:53.283ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
27402025-03-19T17:32:53.284ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27412025-03-19T17:32:53.286ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
27422025-03-19T17:32:53.286ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
27432025-03-19T17:32:53.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
27442025-03-19T17:32:53.287ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27452025-03-19T17:32:53.289ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
27462025-03-19T17:32:53.289ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
27472025-03-19T17:32:53.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
27482025-03-19T17:32:53.289ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
27492025-03-19T17:32:53.289ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
27502025-03-19T17:32:53.289ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "41741d1e-5a7c-474f-94b0-8ff1046ca528", "content-length": "26", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27512025-03-19T17:32:53.289ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
27522025-03-19T17:32:53.291ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
27532025-03-19T17:32:53.328ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
27542025-03-19T17:32:53.328ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
27552025-03-19T17:32:53.328ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "87c13374-f5ba-4a17-9215-0645cc5cec6a", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27562025-03-19T17:32:53.328ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
27572025-03-19T17:32:53.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
27582025-03-19T17:32:53.330ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
27592025-03-19T17:32:53.331ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
27602025-03-19T17:32:53.334ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
27612025-03-19T17:32:53.334ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
27622025-03-19T17:32:53.337ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
27632025-03-19T17:32:53.337ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
27642025-03-19T17:32:53.338ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "9091ba42-818b-415a-bcc1-152621efe92e", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27652025-03-19T17:32:53.344ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 278.602458ms iteration = 20 status = {}
27662025-03-19T17:32:53.355ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
27672025-03-19T17:32:53.355ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "35a3b0e5-7b0b-40dc-a4e1-5ccfce41c266", "content-length": "1", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27682025-03-19T17:32:53.359ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
27692025-03-19T17:32:53.359ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
27702025-03-19T17:32:53.363ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 298.171046ms iteration = 20 status = null
27712025-03-19T17:32:53.376ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 310.943688ms iteration = 20 status = {}
27722025-03-19T17:32:53.423ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
27732025-03-19T17:32:53.424ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "98be22f3-0630-4e16-852d-b7e005ffe906", "content-length": "691", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27742025-03-19T17:32:53.424ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
27752025-03-19T17:32:53.424ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
27762025-03-19T17:32:53.424ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
27772025-03-19T17:32:53.426ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 360.399418ms iteration = 20 status = {}
27782025-03-19T17:32:53.433ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
27792025-03-19T17:32:53.433ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
27802025-03-19T17:32:53.435ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
27812025-03-19T17:32:53.435ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
27822025-03-19T17:32:53.435ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
27832025-03-19T17:32:53.449ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
27842025-03-19T17:32:53.450ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "00dadd5b-defe-481b-b97f-2a3d5ad507ad", "content-length": "134", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
27852025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
27862025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
27872025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
27882025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
27892025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
27902025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
27912025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
27922025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
27932025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
27942025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
27952025-03-19T17:32:53.450ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
27962025-03-19T17:32:53.450ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
27972025-03-19T17:32:53.451ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
27982025-03-19T17:32:53.452ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
27992025-03-19T17:32:53.453ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "db104bd0-7d10-4238-baa5-9bbc09c1342d", "content-length": "2", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
28002025-03-19T17:32:53.453ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
28012025-03-19T17:32:53.453ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "aabe9a4d-9662-4083-8d29-ed83fe5876be", "content-length": "52", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
28022025-03-19T17:32:53.453ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
28032025-03-19T17:32:53.453ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
28042025-03-19T17:32:53.548ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "79589580-befb-4373-87a7-b885b2ab613a", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
28052025-03-19T17:32:53.548ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
28062025-03-19T17:32:53.548ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
28072025-03-19T17:32:53.548ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "152b6168-61b3-4f05-9710-6d0569be4663", "content-length": "682", "date": "Wed, 19 Mar 2025 17:32:53 GMT"} })
28082025-03-19T17:32:53.548ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
28092025-03-19T17:32:53.549ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
28102025-03-19T17:32:53.552ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
28112025-03-19T17:32:53.552ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
28122025-03-19T17:32:53.556ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
28132025-03-19T17:32:53.556ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
28142025-03-19T17:32:53.560ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
28152025-03-19T17:32:53.560ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
28162025-03-19T17:32:53.567ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 502.300872ms iteration = 20 status = {}
28172025-03-19T17:32:53.938ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f7104716-156b-4584-92b0-fdf6f63b976e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28182025-03-19T17:32:53.938ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f7104716-156b-4584-92b0-fdf6f63b976e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28192025-03-19T17:32:53.940ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2142 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f7104716-156b-4584-92b0-fdf6f63b976e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28202025-03-19T17:32:54.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 147614af-3174-41c8-a268-ab0ed44258c5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28212025-03-19T17:32:54.960ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 147614af-3174-41c8-a268-ab0ed44258c5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28222025-03-19T17:32:54.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2011 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 147614af-3174-41c8-a268-ab0ed44258c5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28232025-03-19T17:32:55.982ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8e7ed7a-787b-44a8-8c25-f09be8bc13d6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28242025-03-19T17:32:55.982ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8e7ed7a-787b-44a8-8c25-f09be8bc13d6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28252025-03-19T17:32:55.984ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1971 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8e7ed7a-787b-44a8-8c25-f09be8bc13d6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28262025-03-19T17:32:57.003ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c24f5905-696d-4060-b555-922eb618c70a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28272025-03-19T17:32:57.004ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c24f5905-696d-4060-b555-922eb618c70a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28282025-03-19T17:32:57.006ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2243 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c24f5905-696d-4060-b555-922eb618c70a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28292025-03-19T17:32:57.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 640 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 8e3c2ecd-10ae-4446-9434-fc86c259e1e2 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
28302025-03-19T17:32:58.026ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8e02e3e7-1998-4530-a475-d4a711655b0b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28312025-03-19T17:32:58.026ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8e02e3e7-1998-4530-a475-d4a711655b0b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28322025-03-19T17:32:58.029ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2573 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8e02e3e7-1998-4530-a475-d4a711655b0b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28332025-03-19T17:32:59.047ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6d13e3ea-4d7c-400a-9be6-f99d230dfb92 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28342025-03-19T17:32:59.047ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6d13e3ea-4d7c-400a-9be6-f99d230dfb92 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28352025-03-19T17:32:59.049ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2241 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6d13e3ea-4d7c-400a-9be6-f99d230dfb92 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28362025-03-19T17:33:00.068ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaa5552a-ca3e-464d-a587-d26095818f58 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28372025-03-19T17:33:00.068ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaa5552a-ca3e-464d-a587-d26095818f58 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28382025-03-19T17:33:00.070ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2187 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aaa5552a-ca3e-464d-a587-d26095818f58 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28392025-03-19T17:33:01.090ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 850be661-31ab-4974-ae09-7ae175ec9031 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28402025-03-19T17:33:01.091ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 850be661-31ab-4974-ae09-7ae175ec9031 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28412025-03-19T17:33:01.092ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1861 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 850be661-31ab-4974-ae09-7ae175ec9031 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28422025-03-19T17:33:02.112ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b35edd02-6ab6-439b-bb17-4ce17259fea7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28432025-03-19T17:33:02.113ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b35edd02-6ab6-439b-bb17-4ce17259fea7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28442025-03-19T17:33:02.115ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2371 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b35edd02-6ab6-439b-bb17-4ce17259fea7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28452025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
28462025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 59 reason = Timeout
28472025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
28482025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
28492025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
28502025-03-19T17:33:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28512025-03-19T17:33:03.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
28522025-03-19T17:33:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
28532025-03-19T17:33:03.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
28542025-03-19T17:33:03.068ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.133711ms iteration = 59 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
28552025-03-19T17:33:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
28562025-03-19T17:33:03.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
28572025-03-19T17:33:03.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28582025-03-19T17:33:03.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
28592025-03-19T17:33:03.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28602025-03-19T17:33:03.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
28612025-03-19T17:33:03.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
28622025-03-19T17:33:03.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
28632025-03-19T17:33:03.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28642025-03-19T17:33:03.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
28652025-03-19T17:33:03.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.201511ms iteration = 59 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
28662025-03-19T17:33:03.135ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ef6772e-cae3-4468-b6e8-e99914ef09f1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28672025-03-19T17:33:03.135ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ef6772e-cae3-4468-b6e8-e99914ef09f1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28682025-03-19T17:33:03.137ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1937 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ef6772e-cae3-4468-b6e8-e99914ef09f1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28692025-03-19T17:33:04.157ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fe2e915-7f81-4994-bb70-84f39dcacdca roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28702025-03-19T17:33:04.157ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fe2e915-7f81-4994-bb70-84f39dcacdca resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28712025-03-19T17:33:04.159ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2428 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fe2e915-7f81-4994-bb70-84f39dcacdca response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28722025-03-19T17:33:05.180ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d091fe0-6524-466b-96cd-821cee737e86 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28732025-03-19T17:33:05.180ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d091fe0-6524-466b-96cd-821cee737e86 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28742025-03-19T17:33:05.182ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1824 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1d091fe0-6524-466b-96cd-821cee737e86 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28752025-03-19T17:33:06.201ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7497d4ec-3e8e-4d40-8045-18974bab30e9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28762025-03-19T17:33:06.202ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7497d4ec-3e8e-4d40-8045-18974bab30e9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28772025-03-19T17:33:06.204ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2367 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7497d4ec-3e8e-4d40-8045-18974bab30e9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28782025-03-19T17:33:07.223ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e53c5aab-9705-4eb2-bb0c-48451d71ee49 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28792025-03-19T17:33:07.223ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e53c5aab-9705-4eb2-bb0c-48451d71ee49 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28802025-03-19T17:33:07.225ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2439 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e53c5aab-9705-4eb2-bb0c-48451d71ee49 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28812025-03-19T17:33:07.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 518 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 2e44b67a-7179-40ad-a8f0-f4b6b430ca4c response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
28822025-03-19T17:33:08.246ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6212d2aa-88fc-4b6c-87f3-8cef2c619885 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28832025-03-19T17:33:08.246ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6212d2aa-88fc-4b6c-87f3-8cef2c619885 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28842025-03-19T17:33:08.248ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2133 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6212d2aa-88fc-4b6c-87f3-8cef2c619885 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28852025-03-19T17:33:09.268ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f881b684-495a-4137-9bfa-42208b3caf53 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28862025-03-19T17:33:09.268ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f881b684-495a-4137-9bfa-42208b3caf53 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28872025-03-19T17:33:09.270ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2054 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f881b684-495a-4137-9bfa-42208b3caf53 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28882025-03-19T17:33:10.290ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9e7e397a-43c5-4981-b1ea-89b078176877 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28892025-03-19T17:33:10.290ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9e7e397a-43c5-4981-b1ea-89b078176877 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28902025-03-19T17:33:10.291ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1503 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9e7e397a-43c5-4981-b1ea-89b078176877 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28912025-03-19T17:33:11.312ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e5ca5850-5b1b-4de7-9f81-ba82d3633db8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28922025-03-19T17:33:11.312ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e5ca5850-5b1b-4de7-9f81-ba82d3633db8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28932025-03-19T17:33:11.314ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2480 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e5ca5850-5b1b-4de7-9f81-ba82d3633db8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28942025-03-19T17:33:12.333ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4f8f9104-ec2e-4d24-a7af-c1822d19bda4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28952025-03-19T17:33:12.334ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4f8f9104-ec2e-4d24-a7af-c1822d19bda4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28962025-03-19T17:33:12.336ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2691 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4f8f9104-ec2e-4d24-a7af-c1822d19bda4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
28972025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
28982025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 60 reason = Timeout
28992025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
29002025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29012025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29022025-03-19T17:33:13.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
29032025-03-19T17:33:13.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29042025-03-19T17:33:13.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
29052025-03-19T17:33:13.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
29062025-03-19T17:33:13.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.535384ms iteration = 60 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
29072025-03-19T17:33:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
29082025-03-19T17:33:13.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29092025-03-19T17:33:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29102025-03-19T17:33:13.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29112025-03-19T17:33:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29122025-03-19T17:33:13.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29132025-03-19T17:33:13.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
29142025-03-19T17:33:13.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29152025-03-19T17:33:13.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29162025-03-19T17:33:13.083ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
29172025-03-19T17:33:13.083ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.189965ms iteration = 60 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
29182025-03-19T17:33:13.356ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5b5bae8d-a717-4d2e-9fbb-83913e3ee283 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29192025-03-19T17:33:13.356ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5b5bae8d-a717-4d2e-9fbb-83913e3ee283 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29202025-03-19T17:33:13.357ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1929 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5b5bae8d-a717-4d2e-9fbb-83913e3ee283 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29212025-03-19T17:33:14.377ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a0e651e4-1680-4ab9-8525-ef78519dde6b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29222025-03-19T17:33:14.378ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a0e651e4-1680-4ab9-8525-ef78519dde6b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29232025-03-19T17:33:14.379ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1658 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a0e651e4-1680-4ab9-8525-ef78519dde6b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29242025-03-19T17:33:15.399ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6da51b3-ed72-416a-b595-25ea99a83743 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29252025-03-19T17:33:15.400ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6da51b3-ed72-416a-b595-25ea99a83743 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29262025-03-19T17:33:15.401ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2158 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d6da51b3-ed72-416a-b595-25ea99a83743 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29272025-03-19T17:33:16.422ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 664e7d9e-0a3a-404a-b0f3-6cf5ae18a3e7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29282025-03-19T17:33:16.422ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 664e7d9e-0a3a-404a-b0f3-6cf5ae18a3e7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29292025-03-19T17:33:16.424ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2277 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 664e7d9e-0a3a-404a-b0f3-6cf5ae18a3e7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29302025-03-19T17:33:17.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 605 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 3c860623-4e33-49e3-a28f-dbd98d7f5abb response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
29312025-03-19T17:33:17.445ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c45e3a32-8e07-4750-af74-a558781b4a63 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29322025-03-19T17:33:17.445ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c45e3a32-8e07-4750-af74-a558781b4a63 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29332025-03-19T17:33:17.447ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1989 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c45e3a32-8e07-4750-af74-a558781b4a63 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29342025-03-19T17:33:18.466ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9529daff-d4fa-4f5b-8156-50c068d761f8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29352025-03-19T17:33:18.466ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9529daff-d4fa-4f5b-8156-50c068d761f8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29362025-03-19T17:33:18.468ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2226 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9529daff-d4fa-4f5b-8156-50c068d761f8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29372025-03-19T17:33:19.486ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c9964bc-652a-4286-80a9-0f12117766ee roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29382025-03-19T17:33:19.487ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c9964bc-652a-4286-80a9-0f12117766ee resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29392025-03-19T17:33:19.489ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2459 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8c9964bc-652a-4286-80a9-0f12117766ee response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29402025-03-19T17:33:20.509ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 233f561e-ed6f-4183-be8c-7400dcabb0cc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29412025-03-19T17:33:20.510ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 233f561e-ed6f-4183-be8c-7400dcabb0cc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29422025-03-19T17:33:20.512ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2254 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 233f561e-ed6f-4183-be8c-7400dcabb0cc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29432025-03-19T17:33:21.532ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550b173d-b7d5-4ff2-8f9b-8bf6a681e971 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29442025-03-19T17:33:21.532ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550b173d-b7d5-4ff2-8f9b-8bf6a681e971 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29452025-03-19T17:33:21.534ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2280 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 550b173d-b7d5-4ff2-8f9b-8bf6a681e971 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29462025-03-19T17:33:22.554ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45ab641-17f4-4dbd-a09d-02f32907009b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29472025-03-19T17:33:22.554ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45ab641-17f4-4dbd-a09d-02f32907009b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29482025-03-19T17:33:22.555ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1798 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b45ab641-17f4-4dbd-a09d-02f32907009b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
29492025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 21 reason = Timeout
29502025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
29512025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 61 reason = Timeout
29522025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 11 reason = Timeout
29532025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
29542025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
29552025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 21 reason = Timeout
29562025-03-19T17:33:23.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
29572025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
29582025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
29592025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 21 reason = Timeout
29602025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
29612025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
29622025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
29632025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
29642025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
29652025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
29662025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
29672025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
29682025-03-19T17:33:23.065ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
29692025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
29702025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
29712025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
29722025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 21 reason = Timeout
29732025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
29742025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = tuf_artifact_replication iteration = 3 reason = Timeout
29752025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
29762025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 21 reason = Timeout
29772025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
29782025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 21 reason = Timeout
29792025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
29802025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 21 reason = Timeout
29812025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
29822025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
29832025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 21 reason = Timeout
29842025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
29852025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
29862025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
29872025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = saga_recovery iteration = 2 reason = Timeout
29882025-03-19T17:33:23.065ZDEBGnexus (SagaRecoverer): listing candidate sagas for recovery
29892025-03-19T17:33:23.065ZDEBGnexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
29902025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
29912025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29922025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_rendezvous iteration = 5 reason = Timeout
29932025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
29942025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
29952025-03-19T17:33:23.065ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:23:23.065840302 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
29962025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
29972025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
29982025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
29992025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
30002025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
30012025-03-19T17:33:23.065ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
30022025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
30032025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
30042025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
30052025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 11 reason = Timeout
30062025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
30072025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
30082025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 11 reason = Timeout
30092025-03-19T17:33:23.066ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
30102025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
30112025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
30122025-03-19T17:33:23.066ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
30132025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 14.131\u{b5}s iteration = 12 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
30142025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
30152025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 21 reason = Timeout
30162025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
30172025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
30182025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
30192025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
30202025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
30212025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Timeout
30222025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
30232025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
30242025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
30252025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 11 reason = Timeout
30262025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
30272025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
30282025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
30292025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
30302025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
30312025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
30322025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30332025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30342025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
30352025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
30362025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
30372025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
30382025-03-19T17:33:23.066ZDEBGnexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
30392025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
30402025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
30412025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
30422025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
30432025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
30442025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
30452025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
30462025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
30472025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
30482025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
30492025-03-19T17:33:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43691, tv_nsec: 31914641 } })
30502025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
30512025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
30522025-03-19T17:33:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43691, tv_nsec: 31950972 } })
30532025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
30542025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
30552025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
30562025-03-19T17:33:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
30572025-03-19T17:33:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
30582025-03-19T17:33:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.075954ms iteration = 11 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
30592025-03-19T17:33:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
30602025-03-19T17:33:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.062525ms iteration = 11 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
30612025-03-19T17:33:23.068ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30622025-03-19T17:33:23.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
30632025-03-19T17:33:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
30642025-03-19T17:33:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.90968ms iteration = 21 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
30652025-03-19T17:33:23.069ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
30662025-03-19T17:33:23.069ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
30672025-03-19T17:33:23.069ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30682025-03-19T17:33:23.070ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 4.608655ms iteration = 21 status = {"errors":[],"requests_created_ok":[]}
30692025-03-19T17:33:23.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
30702025-03-19T17:33:23.071ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
30712025-03-19T17:33:23.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
30722025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
30732025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
30742025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30752025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30762025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
30772025-03-19T17:33:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30782025-03-19T17:33:23.072ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43691, tv_nsec: 38391549 } })
30792025-03-19T17:33:23.073ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
30802025-03-19T17:33:23.073ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 7.911901ms iteration = 21 status = {"errors":[],"finish_invoked_ok":[]}
30812025-03-19T17:33:23.074ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30822025-03-19T17:33:23.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
30832025-03-19T17:33:23.074ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30842025-03-19T17:33:23.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30852025-03-19T17:33:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
30862025-03-19T17:33:23.076ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
30872025-03-19T17:33:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
30882025-03-19T17:33:23.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30892025-03-19T17:33:23.077ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
30902025-03-19T17:33:23.077ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
30912025-03-19T17:33:23.077ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
30922025-03-19T17:33:23.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30932025-03-19T17:33:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
30942025-03-19T17:33:23.078ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30952025-03-19T17:33:23.078ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30962025-03-19T17:33:23.078ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43691, tv_nsec: 44354695 } })
30972025-03-19T17:33:23.079ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
30982025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
30992025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
31002025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
31012025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
31022025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
31032025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
31042025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
31052025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
31062025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Inventory result = Ok(())
31072025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
31082025-03-19T17:33:23.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
31092025-03-19T17:33:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
31102025-03-19T17:33:23.082ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31112025-03-19T17:33:23.083ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:23:23.065840302 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
31122025-03-19T17:33:23.083ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 18.020982ms iteration = 11 status = {"expiration":"2025-03-19T17:23:23.065840302Z","pruned":[]}
31132025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
31142025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
31152025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
31162025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
31172025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
31182025-03-19T17:33:23.084ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31192025-03-19T17:33:23.085ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
31202025-03-19T17:33:23.085ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 19.408763ms iteration = 21 status = {"errors":[],"garbage_collect_requested":[]}
31212025-03-19T17:33:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
31222025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
31232025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
31242025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31252025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
31262025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
31272025-03-19T17:33:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
31282025-03-19T17:33:23.087ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 21.608174ms iteration = 11 status = {"errors":[],"found_port_ok":[]}
31292025-03-19T17:33:23.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
31302025-03-19T17:33:23.088ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
31312025-03-19T17:33:23.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
31322025-03-19T17:33:23.090ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31332025-03-19T17:33:23.091ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31342025-03-19T17:33:23.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31352025-03-19T17:33:23.091ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
31362025-03-19T17:33:23.092ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
31372025-03-19T17:33:23.092ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43691, tv_nsec: 57433914 } })
31382025-03-19T17:33:23.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
31392025-03-19T17:33:23.092ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
31402025-03-19T17:33:23.092ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31412025-03-19T17:33:23.093ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
31422025-03-19T17:33:23.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
31432025-03-19T17:33:23.094ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
31442025-03-19T17:33:23.094ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
31452025-03-19T17:33:23.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
31462025-03-19T17:33:23.097ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31472025-03-19T17:33:23.099ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
31482025-03-19T17:33:23.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
31492025-03-19T17:33:23.099ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
31502025-03-19T17:33:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
31512025-03-19T17:33:23.100ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
31522025-03-19T17:33:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
31532025-03-19T17:33:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
31542025-03-19T17:33:23.103ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31552025-03-19T17:33:23.103ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
31562025-03-19T17:33:23.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
31572025-03-19T17:33:23.104ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31582025-03-19T17:33:23.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31592025-03-19T17:33:23.106ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
31602025-03-19T17:33:23.107ZINFOnexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
31612025-03-19T17:33:23.107ZDEBGnexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 41.505389ms iteration = 2 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":0,"recent_failures":[],"recent_recoveries":[]}
31622025-03-19T17:33:23.108ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
31632025-03-19T17:33:23.108ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
31642025-03-19T17:33:23.108ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
31652025-03-19T17:33:23.108ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
31662025-03-19T17:33:23.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
31672025-03-19T17:33:23.114ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
31682025-03-19T17:33:23.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
31692025-03-19T17:33:23.120ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
31702025-03-19T17:33:23.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
31712025-03-19T17:33:23.135ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
31722025-03-19T17:33:23.135ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
31732025-03-19T17:33:23.135ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 69.531079ms iteration = 11 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
31742025-03-19T17:33:23.138ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 73.402218ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
31752025-03-19T17:33:23.143ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
31762025-03-19T17:33:23.143ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
31772025-03-19T17:33:23.143ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
31782025-03-19T17:33:23.143ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
31792025-03-19T17:33:23.143ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
31802025-03-19T17:33:23.144ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 78.497894ms iteration = 61 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
31812025-03-19T17:33:23.144ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
31822025-03-19T17:33:23.144ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
31832025-03-19T17:33:23.144ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
31842025-03-19T17:33:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
31852025-03-19T17:33:23.145ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
31862025-03-19T17:33:23.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
31872025-03-19T17:33:23.146ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
31882025-03-19T17:33:23.146ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
31892025-03-19T17:33:23.147ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
31902025-03-19T17:33:23.147ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 81.426011ms iteration = 21 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
31912025-03-19T17:33:23.148ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
31922025-03-19T17:33:23.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
31932025-03-19T17:33:23.148ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
31942025-03-19T17:33:23.148ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
31952025-03-19T17:33:23.148ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 82.900605ms iteration = 11 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
31962025-03-19T17:33:23.153ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31972025-03-19T17:33:23.156ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
31982025-03-19T17:33:23.156ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
31992025-03-19T17:33:23.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
32002025-03-19T17:33:23.213ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
32012025-03-19T17:33:23.213ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
32022025-03-19T17:33:23.218ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
32032025-03-19T17:33:23.282ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
32042025-03-19T17:33:23.282ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
32052025-03-19T17:33:23.282ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "46e5f9be-0803-4016-b788-b143a7d39a74", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
32062025-03-19T17:33:23.282ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
32072025-03-19T17:33:23.284ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
32082025-03-19T17:33:23.304ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
32092025-03-19T17:33:23.313ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
32102025-03-19T17:33:23.313ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
32112025-03-19T17:33:23.313ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bb3ee9d7-173d-40cd-84a9-feb51fbee51d", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
32122025-03-19T17:33:23.313ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
32132025-03-19T17:33:23.315ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
32142025-03-19T17:33:23.387ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
32152025-03-19T17:33:23.387ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
32162025-03-19T17:33:23.388ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8f27535d-9500-4ad0-9427-48bbd2f70fab", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
32172025-03-19T17:33:23.388ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
32182025-03-19T17:33:23.389ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
32192025-03-19T17:33:23.442ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
32202025-03-19T17:33:23.443ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "f310790f-1a47-47a5-bf20-db3e01af0707", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
32212025-03-19T17:33:23.443ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
32222025-03-19T17:33:23.445ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "7ebfc1c7-1228-448f-a982-3c9601bfb304", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
32232025-03-19T17:33:23.445ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
32242025-03-19T17:33:23.447ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
32252025-03-19T17:33:23.447ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 381.747716ms iteration = 13 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
32262025-03-19T17:33:23.469ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
32272025-03-19T17:33:23.469ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
32282025-03-19T17:33:23.474ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
32292025-03-19T17:33:23.474ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
32302025-03-19T17:33:23.474ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "14057733-ea78-4a71-a34e-647351d18e5d", "content-length": "372", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
32312025-03-19T17:33:23.474ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
32322025-03-19T17:33:23.475ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
32332025-03-19T17:33:23.476ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32342025-03-19T17:33:23.478ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32352025-03-19T17:33:23.479ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 414.140836ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
32362025-03-19T17:33:23.480ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
32372025-03-19T17:33:23.480ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
32382025-03-19T17:33:23.480ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
32392025-03-19T17:33:23.482ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32402025-03-19T17:33:23.483ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
32412025-03-19T17:33:23.483ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
32422025-03-19T17:33:23.483ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
32432025-03-19T17:33:23.485ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32442025-03-19T17:33:23.486ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32452025-03-19T17:33:23.487ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
32462025-03-19T17:33:23.487ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
32472025-03-19T17:33:23.487ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
32482025-03-19T17:33:23.488ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
32492025-03-19T17:33:23.488ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
32502025-03-19T17:33:23.489ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 423.50492ms iteration = 21 status = {}
32512025-03-19T17:33:23.489ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
32522025-03-19T17:33:23.490ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
32532025-03-19T17:33:23.490ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
32542025-03-19T17:33:23.490ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
32552025-03-19T17:33:23.491ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32562025-03-19T17:33:23.493ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
32572025-03-19T17:33:23.493ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 428.000072ms iteration = 61 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
32582025-03-19T17:33:23.493ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
32592025-03-19T17:33:23.493ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
32602025-03-19T17:33:23.494ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
32612025-03-19T17:33:23.496ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32622025-03-19T17:33:23.496ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32632025-03-19T17:33:23.499ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
32642025-03-19T17:33:23.499ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
32652025-03-19T17:33:23.499ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
32662025-03-19T17:33:23.499ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
32672025-03-19T17:33:23.499ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
32682025-03-19T17:33:23.500ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
32692025-03-19T17:33:23.514ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
32702025-03-19T17:33:23.515ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
32712025-03-19T17:33:23.517ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32722025-03-19T17:33:23.519ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
32732025-03-19T17:33:23.520ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
32742025-03-19T17:33:23.527ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
32752025-03-19T17:33:23.527ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
32762025-03-19T17:33:23.527ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
32772025-03-19T17:33:23.530ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
32782025-03-19T17:33:23.531ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
32792025-03-19T17:33:23.534ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32802025-03-19T17:33:23.535ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32812025-03-19T17:33:23.535ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32822025-03-19T17:33:23.535ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32832025-03-19T17:33:23.535ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32842025-03-19T17:33:23.538ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
32852025-03-19T17:33:23.538ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
32862025-03-19T17:33:23.539ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
32872025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
32882025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
32892025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
32902025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
32912025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
32922025-03-19T17:33:23.540ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
32932025-03-19T17:33:23.544ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32942025-03-19T17:33:23.544ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32952025-03-19T17:33:23.545ZINFOnexus (BackgroundTasks): ensured all Crucible datasets present in inventory have database records background_task = blueprint_rendezvous file = nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113 num_already_exist = 9 num_inserted = 0 num_not_in_inventory = 0
32962025-03-19T17:33:23.545ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_rendezvous elapsed = 480.133845ms iteration = 5 status = {"blueprint_id":"dc948948-4b55-42dc-bd2d-5d337349b076","inventory_collection_id":"a7b80093-e155-4bd0-a4ff-ece43be6eb9e","stats":{"crucible_dataset":{"num_already_exist":9,"num_inserted":0,"num_not_in_inventory":0},"debug_dataset":{"num_already_exist":9,"num_already_tombstoned":0,"num_inserted":0,"num_not_in_inventory":0,"num_tombstoned":0}}}
32972025-03-19T17:33:23.546ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 480.675037ms iteration = 21 status = 0
32982025-03-19T17:33:23.546ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32992025-03-19T17:33:23.549ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
33002025-03-19T17:33:23.549ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
33012025-03-19T17:33:23.549ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 483.356038ms iteration = 21 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
33022025-03-19T17:33:23.549ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
33032025-03-19T17:33:23.550ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
33042025-03-19T17:33:23.551ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
33052025-03-19T17:33:23.551ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33062025-03-19T17:33:23.551ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33072025-03-19T17:33:23.552ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
33082025-03-19T17:33:23.552ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33092025-03-19T17:33:23.552ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
33102025-03-19T17:33:23.553ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
33112025-03-19T17:33:23.553ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
33122025-03-19T17:33:23.553ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
33132025-03-19T17:33:23.553ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
33142025-03-19T17:33:23.553ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
33152025-03-19T17:33:23.555ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
33162025-03-19T17:33:23.555ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
33172025-03-19T17:33:23.555ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
33182025-03-19T17:33:23.557ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 491.795602ms iteration = 21 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
33192025-03-19T17:33:23.557ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
33202025-03-19T17:33:23.557ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
33212025-03-19T17:33:23.557ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
33222025-03-19T17:33:23.558ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33232025-03-19T17:33:23.558ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
33242025-03-19T17:33:23.558ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
33252025-03-19T17:33:23.558ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 492.466826ms iteration = 21 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
33262025-03-19T17:33:23.560ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
33272025-03-19T17:33:23.560ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f4e3dd0-4733-4651-bd57-4876bc506926", "content-length": "1", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
33282025-03-19T17:33:23.561ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
33292025-03-19T17:33:23.561ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
33302025-03-19T17:33:23.561ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
33312025-03-19T17:33:23.562ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
33322025-03-19T17:33:23.562ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
33332025-03-19T17:33:23.571ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
33342025-03-19T17:33:23.571ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
33352025-03-19T17:33:23.571ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
33362025-03-19T17:33:23.571ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 505.573826ms iteration = 11 status = {"generation":1}
33372025-03-19T17:33:23.575ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 509.265221ms iteration = 21 status = null
33382025-03-19T17:33:23.576ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 571b73a7-8a78-4a37-969f-d515fb95bd31 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
33392025-03-19T17:33:23.576ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 571b73a7-8a78-4a37-969f-d515fb95bd31 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
33402025-03-19T17:33:23.577ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33412025-03-19T17:33:23.579ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3279 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 571b73a7-8a78-4a37-969f-d515fb95bd31 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
33422025-03-19T17:33:23.580ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
33432025-03-19T17:33:23.580ZDEBGnexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
33442025-03-19T17:33:23.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
33452025-03-19T17:33:23.583ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = tuf_artifact_replication body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/artifacts
33462025-03-19T17:33:23.584ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
33472025-03-19T17:33:23.584ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
33482025-03-19T17:33:23.590ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ae59e53b-6d91-4c99-9831-b44a96097c9f", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
33492025-03-19T17:33:23.590ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
33502025-03-19T17:33:23.591ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
33512025-03-19T17:33:23.591ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = tuf_artifact_replication result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/artifacts", status: 200, headers: {"content-type": "application/json", "x-request-id": "5f44e144-20c0-4065-8da4-ffd7bd6fe6b0", "content-length": "2", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
33522025-03-19T17:33:23.591ZINFOnexus (BackgroundTasks): Successfully got artifact list background_task = tuf_artifact_replication file = nexus/src/app/background/tasks/tuf_artifact_replication.rs:615 sled = http://[fd00:1122:3344:101::1]:12345
33532025-03-19T17:33:23.592ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 526.034444ms iteration = 23 status = {"physical_disks_added":0}
33542025-03-19T17:33:23.593ZDEBGnexus (BackgroundTasks): activation complete background_task = tuf_artifact_replication elapsed = 527.840665ms iteration = 3 status = {"last_run_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":1,"put_err":0,"put_ok":0},"lifetime_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":3,"put_err":0,"put_ok":0},"local_repos":0,"request_debug_ringbuf":[{"operation":"list","target_sled":"8ee2389a-0bf0-4f9c-b4bf-bceda3037534","time":"2025-03-19T17:23:23.539630174Z"},{"operation":"list","target_sled":"8ee2389a-0bf0-4f9c-b4bf-bceda3037534","time":"2025-03-19T17:28:23.482153574Z"},{"operation":"list","target_sled":"8ee2389a-0bf0-4f9c-b4bf-bceda3037534","time":"2025-03-19T17:33:23.591437516Z"}]}
33552025-03-19T17:33:23.593ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
33562025-03-19T17:33:23.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
33572025-03-19T17:33:23.597ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33582025-03-19T17:33:23.597ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
33592025-03-19T17:33:23.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33602025-03-19T17:33:23.597ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
33612025-03-19T17:33:23.599ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33622025-03-19T17:33:23.599ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33632025-03-19T17:33:23.600ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
33642025-03-19T17:33:23.600ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 534.967888ms iteration = 11 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
33652025-03-19T17:33:23.602ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
33662025-03-19T17:33:23.602ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
33672025-03-19T17:33:23.603ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "391d79a7-0d02-4790-add9-a0b152dc4160", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
33682025-03-19T17:33:23.605ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 539.747008ms iteration = 21 status = {}
33692025-03-19T17:33:23.611ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33702025-03-19T17:33:23.614ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
33712025-03-19T17:33:23.615ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
33722025-03-19T17:33:23.615ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
33732025-03-19T17:33:23.617ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
33742025-03-19T17:33:23.617ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
33752025-03-19T17:33:23.617ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
33762025-03-19T17:33:23.617ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 551.950786ms iteration = 11 status = {"generation":2}
33772025-03-19T17:33:23.619ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
33782025-03-19T17:33:23.619ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 553.501062ms iteration = 11 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
33792025-03-19T17:33:23.634ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
33802025-03-19T17:33:23.635ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "2d3b3e0f-a90d-43e2-850f-71a10360430f", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33812025-03-19T17:33:23.635ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33822025-03-19T17:33:23.635ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33832025-03-19T17:33:23.637ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "74daad45-f2a5-4e82-a7f0-8a6d65a7a77b", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33842025-03-19T17:33:23.637ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33852025-03-19T17:33:23.639ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "86b71bbc-079a-462b-8337-34b1370005cb", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33862025-03-19T17:33:23.639ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33872025-03-19T17:33:23.639ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
33882025-03-19T17:33:23.639ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33892025-03-19T17:33:23.639ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33902025-03-19T17:33:23.641ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
33912025-03-19T17:33:23.641ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 575.74212ms iteration = 13 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
33922025-03-19T17:33:23.642ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33932025-03-19T17:33:23.642ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33942025-03-19T17:33:23.645ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33952025-03-19T17:33:23.645ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33962025-03-19T17:33:23.647ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33972025-03-19T17:33:23.647ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33982025-03-19T17:33:23.649ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33992025-03-19T17:33:23.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34002025-03-19T17:33:23.650ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34012025-03-19T17:33:23.650ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34022025-03-19T17:33:23.667ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
34032025-03-19T17:33:23.667ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
34042025-03-19T17:33:23.673ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
34052025-03-19T17:33:23.673ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "37a92435-f0e9-46f7-ad74-0f358df48676", "content-length": "691", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
34062025-03-19T17:33:23.673ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
34072025-03-19T17:33:23.673ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
34082025-03-19T17:33:23.673ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
34092025-03-19T17:33:23.674ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34102025-03-19T17:33:23.675ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34112025-03-19T17:33:23.675ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 609.975812ms iteration = 21 status = {}
34122025-03-19T17:33:23.675ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
34132025-03-19T17:33:23.675ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
34142025-03-19T17:33:23.676ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
34152025-03-19T17:33:23.676ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34162025-03-19T17:33:23.679ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
34172025-03-19T17:33:23.679ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34182025-03-19T17:33:23.679ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34192025-03-19T17:33:23.681ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34202025-03-19T17:33:23.681ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34212025-03-19T17:33:23.683ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34222025-03-19T17:33:23.683ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34232025-03-19T17:33:23.685ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34242025-03-19T17:33:23.685ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34252025-03-19T17:33:23.685ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
34262025-03-19T17:33:23.685ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3dec9333-1174-402d-82bc-8708cd7acb51", "content-length": "134", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
34272025-03-19T17:33:23.685ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
34282025-03-19T17:33:23.685ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
34292025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
34302025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
34312025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
34322025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
34332025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
34342025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
34352025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
34362025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
34372025-03-19T17:33:23.686ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
34382025-03-19T17:33:23.686ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
34392025-03-19T17:33:23.686ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
34402025-03-19T17:33:23.687ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34412025-03-19T17:33:23.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34422025-03-19T17:33:23.688ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
34432025-03-19T17:33:23.688ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "165af0cf-64b6-4031-912b-3c69a1400469", "content-length": "2", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
34442025-03-19T17:33:23.688ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
34452025-03-19T17:33:23.688ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b891b394-5199-48cb-9034-c5d68f15cb3b", "content-length": "52", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
34462025-03-19T17:33:23.688ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
34472025-03-19T17:33:23.688ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
34482025-03-19T17:33:23.688ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34492025-03-19T17:33:23.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34502025-03-19T17:33:23.690ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34512025-03-19T17:33:23.690ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34522025-03-19T17:33:23.691ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34532025-03-19T17:33:23.695ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
34542025-03-19T17:33:23.695ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34552025-03-19T17:33:23.695ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34562025-03-19T17:33:23.697ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34572025-03-19T17:33:23.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34582025-03-19T17:33:23.698ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34592025-03-19T17:33:23.698ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34602025-03-19T17:33:23.699ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34612025-03-19T17:33:23.703ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
34622025-03-19T17:33:23.703ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34632025-03-19T17:33:23.703ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34642025-03-19T17:33:23.710ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34652025-03-19T17:33:23.711ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34662025-03-19T17:33:23.712ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34672025-03-19T17:33:23.713ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34682025-03-19T17:33:23.714ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34692025-03-19T17:33:23.715ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34702025-03-19T17:33:23.717ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34712025-03-19T17:33:23.717ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34722025-03-19T17:33:23.719ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34732025-03-19T17:33:23.720ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34742025-03-19T17:33:23.721ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34752025-03-19T17:33:23.721ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34762025-03-19T17:33:23.722ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34772025-03-19T17:33:23.723ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34782025-03-19T17:33:23.724ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34792025-03-19T17:33:23.728ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
34802025-03-19T17:33:23.728ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34812025-03-19T17:33:23.728ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34822025-03-19T17:33:23.729ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34832025-03-19T17:33:23.729ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34842025-03-19T17:33:23.730ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34852025-03-19T17:33:23.730ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34862025-03-19T17:33:23.732ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34872025-03-19T17:33:23.735ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
34882025-03-19T17:33:23.735ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34892025-03-19T17:33:23.735ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34902025-03-19T17:33:23.742ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 7d5d0667-902a-49a2-89bd-e33ec5b76806, kind: Service { id: a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd }, name: Name("external-dns-a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9407bb15-6985-44e1-923a-64a25c8ee2e2, kind: Service { id: 2537ba9f-3990-4f31-8ead-ce29d820d114 }, name: Name("external-dns-2537ba9f-3990-4f31-8ead-ce29d820d114"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: b34e4191-5a0d-4279-8f7b-925bd47df0d4, kind: Service { id: 7fb1c9de-3054-48d5-8229-d50e55142038 }, name: Name("nexus-7fb1c9de-3054-48d5-8229-d50e55142038"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 140])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbf08abf-4057-4fd4-bab4-45a5eb7cdf23, kind: Service { id: d36229d9-bc4e-42ce-a902-2d006fc3262a }, name: Name("nexus-d36229d9-bc4e-42ce-a902-2d006fc3262a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5890719-f49c-4f68-bbe7-907ce48e19ad, kind: Service { id: dec98f4f-7d3f-4bbc-92ae-6241d3206cbd }, name: Name("nexus-dec98f4f-7d3f-4bbc-92ae-6241d3206cbd"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
34912025-03-19T17:33:23.742ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34922025-03-19T17:33:23.742ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34932025-03-19T17:33:23.743ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34942025-03-19T17:33:23.745ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
34952025-03-19T17:33:23.745ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
34962025-03-19T17:33:23.745ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
34972025-03-19T17:33:23.746ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
34982025-03-19T17:33:23.746ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 7d5d0667-902a-49a2-89bd-e33ec5b76806, kind: Service { id: a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd }, name: Name("external-dns-a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 113])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9407bb15-6985-44e1-923a-64a25c8ee2e2, kind: Service { id: 2537ba9f-3990-4f31-8ead-ce29d820d114 }, name: Name("external-dns-2537ba9f-3990-4f31-8ead-ce29d820d114"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b34e4191-5a0d-4279-8f7b-925bd47df0d4, kind: Service { id: 7fb1c9de-3054-48d5-8229-d50e55142038 }, name: Name("nexus-7fb1c9de-3054-48d5-8229-d50e55142038"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 140])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbf08abf-4057-4fd4-bab4-45a5eb7cdf23, kind: Service { id: d36229d9-bc4e-42ce-a902-2d006fc3262a }, name: Name("nexus-d36229d9-bc4e-42ce-a902-2d006fc3262a"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d5890719-f49c-4f68-bbe7-907ce48e19ad, kind: Service { id: dec98f4f-7d3f-4bbc-92ae-6241d3206cbd }, name: Name("nexus-dec98f4f-7d3f-4bbc-92ae-6241d3206cbd"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 159])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
34992025-03-19T17:33:23.747ZDEBGnexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
35002025-03-19T17:33:23.786ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c98e4773-edbe-4d83-99ac-d9c8b987fb45", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35012025-03-19T17:33:23.786ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
35022025-03-19T17:33:23.786ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
35032025-03-19T17:33:23.786ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "28db03a4-449d-4b80-bec5-606303f287f4", "content-length": "682", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35042025-03-19T17:33:23.786ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
35052025-03-19T17:33:23.786ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
35062025-03-19T17:33:23.793ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
35072025-03-19T17:33:23.793ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
35082025-03-19T17:33:23.798ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
35092025-03-19T17:33:23.798ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
35102025-03-19T17:33:23.800ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
35112025-03-19T17:33:23.800ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
35122025-03-19T17:33:23.807ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 741.821027ms iteration = 21 status = {}
35132025-03-19T17:33:23.862ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, time_created: 2025-03-19T17:23:22.683450Z, time_modified: 2025-03-19T17:23:22.683450Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]
35142025-03-19T17:33:23.862ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
35152025-03-19T17:33:23.862ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
35162025-03-19T17:33:23.862ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
35172025-03-19T17:33:23.865ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
35182025-03-19T17:33:23.865ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
35192025-03-19T17:33:23.866ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35202025-03-19T17:33:23.869ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
35212025-03-19T17:33:23.901ZDEBGnexus (service-firewall-rule-progator): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
35222025-03-19T17:33:23.902ZDEBGnexus (service-firewall-rule-progator): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "1029a42b-eef3-40b7-a2ff-1bffc8dd66fd", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35232025-03-19T17:33:23.904ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
35242025-03-19T17:33:23.904ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 838.793843ms
35252025-03-19T17:33:23.904ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 838.803793ms iteration = 3 status = {}
35262025-03-19T17:33:24.141ZDEBGnexus (BackgroundTasks): activating background_task = inventory_collection iteration = 3 reason = Timeout
35272025-03-19T17:33:24.141ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
35282025-03-19T17:33:24.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
35292025-03-19T17:33:24.143ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35302025-03-19T17:33:24.145ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
35312025-03-19T17:33:24.145ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
35322025-03-19T17:33:24.146ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
35332025-03-19T17:33:24.155ZDEBGnexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(5cdb1241-31ee-4ea2-9f10-5a5126afb61e, 0), (896085de-525b-473a-9593-758538aedcf3, 0), (a7b80093-e155-4bd0-a4ff-ece43be6eb9e, 0)]
35342025-03-19T17:33:24.156ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43692, tv_nsec: 121420085 } })
35352025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): begin collection background_task = inventory_collection
35362025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
35372025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
35382025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "5af4ec10-ccbb-4105-bd4b-7583efda885a", "content-length": "476", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35392025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
35402025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "de1fa91b-76d1-4b97-9779-44b02af92cad", "content-length": "734", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35412025-03-19T17:33:24.187ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
35422025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3035da9-7a81-498c-b0c7-bea3685b8087", "content-length": "111", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35432025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
35442025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "070700ad-3976-43a9-84d9-7c208047e73b", "content-length": "111", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35452025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
35462025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f0ac90c-493a-41d3-817d-0102e6c9b652", "content-length": "167", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35472025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
35482025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "ac7e8af6-2a25-48b4-b501-a44364401cce", "content-length": "167", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35492025-03-19T17:33:24.188ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
35502025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "5ffe72a7-4e76-4c17-8ed1-1c4e99892bd4", "content-length": "175", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35512025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
35522025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "41e3ca0e-1683-44a8-becc-0b03a0e34156", "content-length": "175", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35532025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
35542025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "7aa6e752-6eb0-47b8-b6a7-728fa8a9fa96", "content-length": "702", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35552025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
35562025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "742ec647-cda8-44d5-8dc9-e2b871b47e90", "content-length": "727", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35572025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
35582025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "6a54f11c-3d32-431d-9532-bb7738001845", "content-length": "729", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35592025-03-19T17:33:24.189ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
35602025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "dff63a5b-59a2-48a6-a836-9dac9b28c367", "content-length": "728", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35612025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
35622025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b875667-f7de-4e73-9629-483a3aa46851", "content-length": "722", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35632025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
35642025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "4cbc808a-b5dc-46dc-8a85-ace4a0b57d87", "content-length": "109", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35652025-03-19T17:33:24.190ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
35662025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "21ef36c5-176f-4eff-9dc9-f32df530f90e", "content-length": "109", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35672025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
35682025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "397f76b9-1f7d-4885-83f8-c08148858d8b", "content-length": "169", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35692025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
35702025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "7b47d2b6-5a99-4c38-a6f2-d48b14082f85", "content-length": "169", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35712025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
35722025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "31a9b3b5-7bf8-4b5b-a9b4-9a05a3e97787", "content-length": "178", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35732025-03-19T17:33:24.191ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
35742025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "d83eaefb-7240-4a93-90e7-343804aa1603", "content-length": "178", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35752025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
35762025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b4fd9abf-13cc-41d4-9589-edc8233e0a7a", "content-length": "702", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35772025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
35782025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "da9c9eaa-77ea-4c08-b25c-f21daa7b6aea", "content-length": "727", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35792025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
35802025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5dd0db36-fa5c-407c-a9f2-6256183499e5", "content-length": "729", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35812025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
35822025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "dab96f10-517e-43f5-bca0-1f1f76117983", "content-length": "728", "date": "Wed, 19 Mar 2025 17:33:23 GMT"} })
35832025-03-19T17:33:24.192ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
35842025-03-19T17:33:24.193ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
35852025-03-19T17:33:24.195ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35862025-03-19T17:33:24.196ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
35872025-03-19T17:33:24.196ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
35882025-03-19T17:33:24.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
35892025-03-19T17:33:24.198ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35902025-03-19T17:33:24.200ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
35912025-03-19T17:33:24.200ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
35922025-03-19T17:33:24.200ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
35932025-03-19T17:33:24.294ZDEBGnexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
35942025-03-19T17:33:24.294ZDEBGnexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
35952025-03-19T17:33:24.524ZDEBGnexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "b0006346-5303-43bb-bc45-678f12d8319d", "content-length": "31972", "date": "Wed, 19 Mar 2025 17:33:24 GMT"} })
35962025-03-19T17:33:24.526ZDEBGnexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
35972025-03-19T17:33:24.527ZDEBGnexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
35982025-03-19T17:33:24.527ZDEBGnexus (BackgroundTasks): finished collection background_task = inventory_collection
35992025-03-19T17:33:24.528ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
36002025-03-19T17:33:24.529ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
36012025-03-19T17:33:24.530ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36022025-03-19T17:33:24.532ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
36032025-03-19T17:33:24.532ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
36042025-03-19T17:33:24.532ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
36052025-03-19T17:33:24.605ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5c6c67b-9b7d-47fb-9a0b-95e3ee187a25 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36062025-03-19T17:33:24.606ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5c6c67b-9b7d-47fb-9a0b-95e3ee187a25 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36072025-03-19T17:33:24.607ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2090 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5c6c67b-9b7d-47fb-9a0b-95e3ee187a25 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36082025-03-19T17:33:24.694ZINFOnexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = 31e39cb1-97c4-4793-8f22-9ff93071c0d2 file = nexus/db-queries/src/db/datastore/inventory.rs:1010
36092025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = 31e39cb1-97c4-4793-8f22-9ff93071c0d2 time_started = 2025-03-19 17:33:24.187286 UTC
36102025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_rendezvous iteration = 6 reason = Dependency
36112025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 553.077752ms iteration = 3 status = {"collection_id":"31e39cb1-97c4-4793-8f22-9ff93071c0d2","time_done":"2025-03-19 17:33:24.526999 UTC","time_started":"2025-03-19 17:33:24.187286 UTC"}
36122025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Dependency
36132025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36142025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36152025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36162025-03-19T17:33:24.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36172025-03-19T17:33:24.697ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36182025-03-19T17:33:24.697ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36192025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
36202025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36212025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Inventory result = Ok(())
36222025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36232025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36242025-03-19T17:33:24.700ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36252025-03-19T17:33:24.702ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36262025-03-19T17:33:24.703ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36272025-03-19T17:33:24.704ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36282025-03-19T17:33:24.705ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36292025-03-19T17:33:24.705ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36302025-03-19T17:33:24.707ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
36312025-03-19T17:33:24.707ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36322025-03-19T17:33:24.707ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36332025-03-19T17:33:24.759ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36342025-03-19T17:33:24.760ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36352025-03-19T17:33:24.762ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36362025-03-19T17:33:24.764ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
36372025-03-19T17:33:24.764ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36382025-03-19T17:33:24.764ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36392025-03-19T17:33:24.765ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36402025-03-19T17:33:24.767ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
36412025-03-19T17:33:24.767ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36422025-03-19T17:33:24.767ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36432025-03-19T17:33:24.770ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36442025-03-19T17:33:24.771ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36452025-03-19T17:33:24.773ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36462025-03-19T17:33:24.775ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
36472025-03-19T17:33:24.775ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36482025-03-19T17:33:24.776ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36492025-03-19T17:33:24.777ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36502025-03-19T17:33:24.780ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
36512025-03-19T17:33:24.780ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
36522025-03-19T17:33:24.780ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
36532025-03-19T17:33:24.782ZINFOnexus (BackgroundTasks): ensured all Crucible datasets present in inventory have database records background_task = blueprint_rendezvous file = nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113 num_already_exist = 9 num_inserted = 0 num_not_in_inventory = 0
36542025-03-19T17:33:24.782ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_rendezvous elapsed = 87.762516ms iteration = 6 status = {"blueprint_id":"dc948948-4b55-42dc-bd2d-5d337349b076","inventory_collection_id":"31e39cb1-97c4-4793-8f22-9ff93071c0d2","stats":{"crucible_dataset":{"num_already_exist":9,"num_inserted":0,"num_not_in_inventory":0},"debug_dataset":{"num_already_exist":9,"num_already_tombstoned":0,"num_inserted":0,"num_not_in_inventory":0,"num_tombstoned":0}}}
36552025-03-19T17:33:24.796ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 101.362247ms iteration = 24 status = {"physical_disks_added":0}
36562025-03-19T17:33:25.628ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df64cce-8314-41f4-9e76-577a3f404842 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36572025-03-19T17:33:25.628ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df64cce-8314-41f4-9e76-577a3f404842 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36582025-03-19T17:33:25.631ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2684 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df64cce-8314-41f4-9e76-577a3f404842 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36592025-03-19T17:33:26.651ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 02c0b31b-da10-40ff-a4f7-13274885f0ce roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36602025-03-19T17:33:26.652ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 02c0b31b-da10-40ff-a4f7-13274885f0ce resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36612025-03-19T17:33:26.653ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1832 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 02c0b31b-da10-40ff-a4f7-13274885f0ce response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36622025-03-19T17:33:27.255ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 642 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = f1986317-1e5e-464f-9864-d628974be28c response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
36632025-03-19T17:33:27.672ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fd4d611-6647-48ee-b728-430b5020c5a7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36642025-03-19T17:33:27.672ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fd4d611-6647-48ee-b728-430b5020c5a7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36652025-03-19T17:33:27.674ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2654 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3fd4d611-6647-48ee-b728-430b5020c5a7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36662025-03-19T17:33:28.695ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d28e38da-6a80-40c5-b4a3-77f1b99fb571 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36672025-03-19T17:33:28.695ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d28e38da-6a80-40c5-b4a3-77f1b99fb571 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36682025-03-19T17:33:28.697ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2618 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d28e38da-6a80-40c5-b4a3-77f1b99fb571 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36692025-03-19T17:33:29.716ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3c5b60b-4e21-457e-9eee-10b633fd8f8f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36702025-03-19T17:33:29.716ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3c5b60b-4e21-457e-9eee-10b633fd8f8f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36712025-03-19T17:33:29.719ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3077 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3c5b60b-4e21-457e-9eee-10b633fd8f8f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36722025-03-19T17:33:30.739ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64bb8ab7-06ae-46fd-903c-1f34cff26dfb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36732025-03-19T17:33:30.740ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64bb8ab7-06ae-46fd-903c-1f34cff26dfb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36742025-03-19T17:33:30.741ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1949 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64bb8ab7-06ae-46fd-903c-1f34cff26dfb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36752025-03-19T17:33:31.763ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fc2f495-ae0e-4eb9-a845-5f8a4acfac8f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36762025-03-19T17:33:31.763ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fc2f495-ae0e-4eb9-a845-5f8a4acfac8f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36772025-03-19T17:33:31.765ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2036 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fc2f495-ae0e-4eb9-a845-5f8a4acfac8f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36782025-03-19T17:33:32.784ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d608fc58-cbb3-4eee-840d-5e140f255982 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36792025-03-19T17:33:32.784ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d608fc58-cbb3-4eee-840d-5e140f255982 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36802025-03-19T17:33:32.786ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2403 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d608fc58-cbb3-4eee-840d-5e140f255982 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
36812025-03-19T17:33:33.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
36822025-03-19T17:33:33.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36832025-03-19T17:33:33.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 62 reason = Timeout
36842025-03-19T17:33:33.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
36852025-03-19T17:33:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36862025-03-19T17:33:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
36872025-03-19T17:33:33.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36882025-03-19T17:33:33.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
36892025-03-19T17:33:33.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
36902025-03-19T17:33:33.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
36912025-03-19T17:33:33.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36922025-03-19T17:33:33.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36932025-03-19T17:33:33.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36942025-03-19T17:33:33.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36952025-03-19T17:33:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36962025-03-19T17:33:33.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
36972025-03-19T17:33:33.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36982025-03-19T17:33:33.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36992025-03-19T17:33:33.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
37002025-03-19T17:33:33.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.934416ms iteration = 62 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
37012025-03-19T17:33:33.102ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 36.599957ms iteration = 62 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
37022025-03-19T17:33:33.805ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 895abf06-4f39-42c1-9ae5-dd79d3b08b05 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37032025-03-19T17:33:33.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 895abf06-4f39-42c1-9ae5-dd79d3b08b05 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37042025-03-19T17:33:33.807ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2085 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 895abf06-4f39-42c1-9ae5-dd79d3b08b05 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37052025-03-19T17:33:34.827ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18cd68f0-f6cb-49b6-ac3d-66bbc87f9766 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37062025-03-19T17:33:34.828ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18cd68f0-f6cb-49b6-ac3d-66bbc87f9766 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37072025-03-19T17:33:34.830ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3391 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18cd68f0-f6cb-49b6-ac3d-66bbc87f9766 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37082025-03-19T17:33:35.857ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aae972d9-5682-431a-8980-b58356774d99 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37092025-03-19T17:33:35.857ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aae972d9-5682-431a-8980-b58356774d99 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37102025-03-19T17:33:35.859ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2441 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = aae972d9-5682-431a-8980-b58356774d99 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37112025-03-19T17:33:36.878ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5e905cd2-34b8-4e2d-92fa-6243ef89c809 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37122025-03-19T17:33:36.879ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5e905cd2-34b8-4e2d-92fa-6243ef89c809 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37132025-03-19T17:33:36.880ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2278 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5e905cd2-34b8-4e2d-92fa-6243ef89c809 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37142025-03-19T17:33:37.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 528 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = e97038cb-fcd7-4156-8745-ab7464c5b3cd response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
37152025-03-19T17:33:37.902ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 82cdc196-db93-44a6-9746-c38812fb3b8a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37162025-03-19T17:33:37.902ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 82cdc196-db93-44a6-9746-c38812fb3b8a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37172025-03-19T17:33:37.904ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1981 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 82cdc196-db93-44a6-9746-c38812fb3b8a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37182025-03-19T17:33:38.925ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a06be1b3-23a8-4a6b-a12a-31bad9699966 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37192025-03-19T17:33:38.925ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a06be1b3-23a8-4a6b-a12a-31bad9699966 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37202025-03-19T17:33:38.927ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2415 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a06be1b3-23a8-4a6b-a12a-31bad9699966 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37212025-03-19T17:33:39.946ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5d41984d-51b0-4901-aa2f-c06a19d4881b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37222025-03-19T17:33:39.946ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5d41984d-51b0-4901-aa2f-c06a19d4881b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37232025-03-19T17:33:39.948ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2243 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5d41984d-51b0-4901-aa2f-c06a19d4881b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37242025-03-19T17:33:40.969ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3b3e399-c7d8-46c1-9843-932de711e046 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37252025-03-19T17:33:40.969ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3b3e399-c7d8-46c1-9843-932de711e046 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37262025-03-19T17:33:40.971ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2334 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3b3e399-c7d8-46c1-9843-932de711e046 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37272025-03-19T17:33:41.991ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c9614ff-cd55-4bcd-80b4-5b73c1e10828 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37282025-03-19T17:33:41.991ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c9614ff-cd55-4bcd-80b4-5b73c1e10828 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37292025-03-19T17:33:41.993ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2380 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c9614ff-cd55-4bcd-80b4-5b73c1e10828 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37302025-03-19T17:33:43.013ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a9e75e13-1e60-4614-9417-2979af5d52f3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37312025-03-19T17:33:43.013ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a9e75e13-1e60-4614-9417-2979af5d52f3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37322025-03-19T17:33:43.015ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2452 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a9e75e13-1e60-4614-9417-2979af5d52f3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37332025-03-19T17:33:43.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 63 reason = Timeout
37342025-03-19T17:33:43.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
37352025-03-19T17:33:43.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
37362025-03-19T17:33:43.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
37372025-03-19T17:33:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
37382025-03-19T17:33:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
37392025-03-19T17:33:43.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37402025-03-19T17:33:43.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
37412025-03-19T17:33:43.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
37422025-03-19T17:33:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
37432025-03-19T17:33:43.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
37442025-03-19T17:33:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
37452025-03-19T17:33:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
37462025-03-19T17:33:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
37472025-03-19T17:33:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37482025-03-19T17:33:43.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
37492025-03-19T17:33:43.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
37502025-03-19T17:33:43.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
37512025-03-19T17:33:43.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
37522025-03-19T17:33:43.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.331344ms iteration = 63 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
37532025-03-19T17:33:43.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.115407ms iteration = 63 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
37542025-03-19T17:33:44.036ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b10e7f71-ed79-4cff-9439-400a7fdfdefd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37552025-03-19T17:33:44.037ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b10e7f71-ed79-4cff-9439-400a7fdfdefd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37562025-03-19T17:33:44.038ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1862 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b10e7f71-ed79-4cff-9439-400a7fdfdefd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37572025-03-19T17:33:45.057ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ddb61ad-59eb-40b2-9d94-34291500fccb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37582025-03-19T17:33:45.058ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ddb61ad-59eb-40b2-9d94-34291500fccb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37592025-03-19T17:33:45.059ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1859 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ddb61ad-59eb-40b2-9d94-34291500fccb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37602025-03-19T17:33:46.077ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 572f2b20-5f3c-4a46-8618-5b380c19de3e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37612025-03-19T17:33:46.078ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 572f2b20-5f3c-4a46-8618-5b380c19de3e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37622025-03-19T17:33:46.082ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 4449 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 572f2b20-5f3c-4a46-8618-5b380c19de3e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37632025-03-19T17:33:47.101ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f85a980-a215-4fa5-b130-2d67ba6460fa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37642025-03-19T17:33:47.102ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f85a980-a215-4fa5-b130-2d67ba6460fa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37652025-03-19T17:33:47.104ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2476 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f85a980-a215-4fa5-b130-2d67ba6460fa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37662025-03-19T17:33:47.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 513 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = fbce8b8c-86da-417b-a131-8f58e504f83f response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
37672025-03-19T17:33:48.124ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8ddb79ba-00c2-4574-8c6d-64b94516ba86 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37682025-03-19T17:33:48.124ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8ddb79ba-00c2-4574-8c6d-64b94516ba86 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37692025-03-19T17:33:48.126ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1983 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8ddb79ba-00c2-4574-8c6d-64b94516ba86 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37702025-03-19T17:33:49.144ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c23e6038-8931-464f-8bc2-6bec1a96f5d3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37712025-03-19T17:33:49.145ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c23e6038-8931-464f-8bc2-6bec1a96f5d3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37722025-03-19T17:33:49.146ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2288 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c23e6038-8931-464f-8bc2-6bec1a96f5d3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37732025-03-19T17:33:50.166ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd48211d-e68b-480b-b65e-3fc71b346798 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37742025-03-19T17:33:50.166ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd48211d-e68b-480b-b65e-3fc71b346798 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37752025-03-19T17:33:50.168ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1985 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd48211d-e68b-480b-b65e-3fc71b346798 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37762025-03-19T17:33:51.187ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1b86197-1e65-40a8-8175-57c8b34fa435 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37772025-03-19T17:33:51.187ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1b86197-1e65-40a8-8175-57c8b34fa435 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37782025-03-19T17:33:51.189ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2009 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1b86197-1e65-40a8-8175-57c8b34fa435 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37792025-03-19T17:33:52.208ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b37a9cc7-1969-4fd4-a619-e32fc6984cc5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37802025-03-19T17:33:52.208ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b37a9cc7-1969-4fd4-a619-e32fc6984cc5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37812025-03-19T17:33:52.210ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1958 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b37a9cc7-1969-4fd4-a619-e32fc6984cc5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
37822025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 22 reason = Timeout
37832025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Timeout
37842025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
37852025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 22 reason = Timeout
37862025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
37872025-03-19T17:33:53.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
37882025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
37892025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
37902025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
37912025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
37922025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
37932025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 64 reason = Timeout
37942025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
37952025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
37962025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 22 reason = Timeout
37972025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
37982025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
37992025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 22 reason = Timeout
38002025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
38012025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 22 reason = Timeout
38022025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
38032025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
38042025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 22 reason = Timeout
38052025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
38062025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 22 reason = Timeout
38072025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
38082025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
38092025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
38102025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
38112025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 22 reason = Timeout
38122025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38132025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
38142025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
38152025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
38162025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
38172025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 22 reason = Timeout
38182025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
38192025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
38202025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
38212025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
38222025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
38232025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38242025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
38252025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
38262025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
38272025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
38282025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
38292025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
38302025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
38312025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
38322025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
38332025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
38342025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38352025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
38362025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
38372025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
38382025-03-19T17:33:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
38392025-03-19T17:33:53.068ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38402025-03-19T17:33:53.068ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.570419ms iteration = 22 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
38412025-03-19T17:33:53.069ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38422025-03-19T17:33:53.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 3.680745ms iteration = 22 status = {"errors":[],"garbage_collect_requested":[]}
38432025-03-19T17:33:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
38442025-03-19T17:33:53.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
38452025-03-19T17:33:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
38462025-03-19T17:33:53.070ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43721, tv_nsec: 35779409 } })
38472025-03-19T17:33:53.070ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
38482025-03-19T17:33:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
38492025-03-19T17:33:53.071ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38502025-03-19T17:33:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38512025-03-19T17:33:53.071ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38522025-03-19T17:33:53.074ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
38532025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
38542025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
38552025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
38562025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
38572025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
38582025-03-19T17:33:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
38592025-03-19T17:33:53.076ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38602025-03-19T17:33:53.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38612025-03-19T17:33:53.078ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38622025-03-19T17:33:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
38632025-03-19T17:33:53.078ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
38642025-03-19T17:33:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
38652025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
38662025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38672025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
38682025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
38692025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38702025-03-19T17:33:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
38712025-03-19T17:33:53.081ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43721, tv_nsec: 47157829 } })
38722025-03-19T17:33:53.082ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
38732025-03-19T17:33:53.082ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
38742025-03-19T17:33:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
38752025-03-19T17:33:53.083ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43721, tv_nsec: 49115054 } })
38762025-03-19T17:33:53.084ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
38772025-03-19T17:33:53.084ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38782025-03-19T17:33:53.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38792025-03-19T17:33:53.112ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
38802025-03-19T17:33:53.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
38812025-03-19T17:33:53.115ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
38822025-03-19T17:33:53.115ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 49.626075ms iteration = 22 status = {"errors":[],"requests_created_ok":[]}
38832025-03-19T17:33:53.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
38842025-03-19T17:33:53.117ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
38852025-03-19T17:33:53.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
38862025-03-19T17:33:53.118ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 51.800574ms iteration = 22 status = {"errors":[],"finish_invoked_ok":[]}
38872025-03-19T17:33:53.119ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 52.898539ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
38882025-03-19T17:33:53.119ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
38892025-03-19T17:33:53.119ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
38902025-03-19T17:33:53.119ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
38912025-03-19T17:33:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
38922025-03-19T17:33:53.120ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38932025-03-19T17:33:53.120ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38942025-03-19T17:33:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
38952025-03-19T17:33:53.122ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
38962025-03-19T17:33:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
38972025-03-19T17:33:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
38982025-03-19T17:33:53.123ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
38992025-03-19T17:33:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
39002025-03-19T17:33:53.125ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39012025-03-19T17:33:53.125ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
39022025-03-19T17:33:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
39032025-03-19T17:33:53.125ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
39042025-03-19T17:33:53.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
39052025-03-19T17:33:53.126ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
39062025-03-19T17:33:53.126ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39072025-03-19T17:33:53.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
39082025-03-19T17:33:53.127ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
39092025-03-19T17:33:53.127ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 60.745279ms iteration = 22 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
39102025-03-19T17:33:53.127ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
39112025-03-19T17:33:53.127ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
39122025-03-19T17:33:53.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
39132025-03-19T17:33:53.128ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39142025-03-19T17:33:53.128ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
39152025-03-19T17:33:53.128ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
39162025-03-19T17:33:53.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
39172025-03-19T17:33:53.131ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
39182025-03-19T17:33:53.131ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
39192025-03-19T17:33:53.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
39202025-03-19T17:33:53.131ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 65.792595ms iteration = 25 status = {"physical_disks_added":0}
39212025-03-19T17:33:53.141ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
39222025-03-19T17:33:53.141ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 75.100406ms iteration = 64 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
39232025-03-19T17:33:53.147ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 81.349939ms iteration = 64 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
39242025-03-19T17:33:53.148ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
39252025-03-19T17:33:53.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
39262025-03-19T17:33:53.151ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
39272025-03-19T17:33:53.151ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
39282025-03-19T17:33:53.151ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
39292025-03-19T17:33:53.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
39302025-03-19T17:33:53.152ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1575bdb5-d627-48bc-9be1-117828f9ea47", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
39312025-03-19T17:33:53.152ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
39322025-03-19T17:33:53.153ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
39332025-03-19T17:33:53.154ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
39342025-03-19T17:33:53.154ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
39352025-03-19T17:33:53.154ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 87.811317ms iteration = 22 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
39362025-03-19T17:33:53.154ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
39372025-03-19T17:33:53.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
39382025-03-19T17:33:53.156ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39392025-03-19T17:33:53.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
39402025-03-19T17:33:53.162ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
39412025-03-19T17:33:53.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
39422025-03-19T17:33:53.164ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 98.678336ms iteration = 22 status = 0
39432025-03-19T17:33:53.171ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
39442025-03-19T17:33:53.171ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 104.941079ms iteration = 22 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
39452025-03-19T17:33:53.172ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 105.956273ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
39462025-03-19T17:33:53.184ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 117.937105ms iteration = 22 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
39472025-03-19T17:33:53.187ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
39482025-03-19T17:33:53.187ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
39492025-03-19T17:33:53.187ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "62cc6886-d013-4389-a35d-fa8b1f27c98b", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
39502025-03-19T17:33:53.187ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
39512025-03-19T17:33:53.189ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
39522025-03-19T17:33:53.189ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
39532025-03-19T17:33:53.189ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
39542025-03-19T17:33:53.189ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "84b9dd66-03f6-4cc4-9ea3-350df7146094", "content-length": "26", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
39552025-03-19T17:33:53.189ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
39562025-03-19T17:33:53.190ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
39572025-03-19T17:33:53.195ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
39582025-03-19T17:33:53.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
39592025-03-19T17:33:53.228ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
39602025-03-19T17:33:53.228ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
39612025-03-19T17:33:53.228ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b67fdccc-925a-40c2-8933-9d13406b8160", "content-length": "372", "date": "Wed, 19 Mar 2025 17:33:52 GMT"} })
39622025-03-19T17:33:53.228ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
39632025-03-19T17:33:53.228ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
39642025-03-19T17:33:53.230ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5216650-f3a6-4a5d-beea-c75611b0c4eb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
39652025-03-19T17:33:53.230ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5216650-f3a6-4a5d-beea-c75611b0c4eb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
39662025-03-19T17:33:53.232ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1767 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5216650-f3a6-4a5d-beea-c75611b0c4eb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
39672025-03-19T17:33:53.241ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 175.301957ms iteration = 22 status = {}
39682025-03-19T17:33:53.266ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
39692025-03-19T17:33:53.266ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "f6f430ea-af0e-42cc-a014-1ff93d414bd3", "content-length": "1", "date": "Wed, 19 Mar 2025 17:33:52 GMT"} })
39702025-03-19T17:33:53.267ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
39712025-03-19T17:33:53.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
39722025-03-19T17:33:53.269ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 203.059891ms iteration = 22 status = null
39732025-03-19T17:33:53.274ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
39742025-03-19T17:33:53.274ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
39752025-03-19T17:33:53.274ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "8aee26d0-1117-42be-9893-c6155996779d", "date": "Wed, 19 Mar 2025 17:33:52 GMT"} })
39762025-03-19T17:33:53.274ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
39772025-03-19T17:33:53.274ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
39782025-03-19T17:33:53.277ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
39792025-03-19T17:33:53.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
39802025-03-19T17:33:53.280ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
39812025-03-19T17:33:53.280ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
39822025-03-19T17:33:53.283ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
39832025-03-19T17:33:53.283ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
39842025-03-19T17:33:53.284ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "57429981-c327-45a3-a293-0b6ce4564f4c", "date": "Wed, 19 Mar 2025 17:33:52 GMT"} })
39852025-03-19T17:33:53.285ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 219.463146ms iteration = 22 status = {}
39862025-03-19T17:33:53.286ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
39872025-03-19T17:33:53.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
39882025-03-19T17:33:53.288ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39892025-03-19T17:33:53.290ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
39902025-03-19T17:33:53.290ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
39912025-03-19T17:33:53.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
39922025-03-19T17:33:53.291ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39932025-03-19T17:33:53.293ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
39942025-03-19T17:33:53.293ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
39952025-03-19T17:33:53.293ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
39962025-03-19T17:33:53.356ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
39972025-03-19T17:33:53.356ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
39982025-03-19T17:33:53.357ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
39992025-03-19T17:33:53.358ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
40002025-03-19T17:33:53.358ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40012025-03-19T17:33:53.358ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d86c2a1-f89f-47ab-b126-d8d21794c979", "content-length": "691", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40022025-03-19T17:33:53.358ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40032025-03-19T17:33:53.358ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
40042025-03-19T17:33:53.358ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
40052025-03-19T17:33:53.358ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
40062025-03-19T17:33:53.360ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 294.01037ms iteration = 22 status = {}
40072025-03-19T17:33:53.368ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
40082025-03-19T17:33:53.368ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "45b674e3-5b84-4c76-8c02-ba8208cb204f", "content-length": "134", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40092025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
40102025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
40112025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
40122025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
40132025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
40142025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
40152025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
40162025-03-19T17:33:53.368ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
40172025-03-19T17:33:53.369ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
40182025-03-19T17:33:53.369ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
40192025-03-19T17:33:53.369ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
40202025-03-19T17:33:53.369ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40212025-03-19T17:33:53.369ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40222025-03-19T17:33:53.372ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
40232025-03-19T17:33:53.372ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c207b07b-00a6-4922-a6e9-7f6b6b677c2d", "content-length": "2", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40242025-03-19T17:33:53.372ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
40252025-03-19T17:33:53.372ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "7a668b8b-0041-42b6-8405-bfa7bbd52062", "content-length": "52", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40262025-03-19T17:33:53.372ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
40272025-03-19T17:33:53.372ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
40282025-03-19T17:33:53.477ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c2e9a8ec-b97d-47c8-8697-60c8274dff26", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40292025-03-19T17:33:53.477ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
40302025-03-19T17:33:53.477ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
40312025-03-19T17:33:53.478ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f5a3b00-868c-4c97-89e2-84905913b1c9", "content-length": "682", "date": "Wed, 19 Mar 2025 17:33:53 GMT"} })
40322025-03-19T17:33:53.478ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40332025-03-19T17:33:53.478ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40342025-03-19T17:33:53.481ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40352025-03-19T17:33:53.481ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40362025-03-19T17:33:53.484ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40372025-03-19T17:33:53.484ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40382025-03-19T17:33:53.486ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40392025-03-19T17:33:53.486ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40402025-03-19T17:33:53.494ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 428.464994ms iteration = 22 status = {}
40412025-03-19T17:33:54.254ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c2bfd3b7-c2f3-48ac-86de-66261ee652fd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40422025-03-19T17:33:54.255ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c2bfd3b7-c2f3-48ac-86de-66261ee652fd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40432025-03-19T17:33:54.257ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2381 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c2bfd3b7-c2f3-48ac-86de-66261ee652fd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40442025-03-19T17:33:55.276ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1cdba0d-5ce8-427f-91ad-330b74ff3fd7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40452025-03-19T17:33:55.276ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1cdba0d-5ce8-427f-91ad-330b74ff3fd7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40462025-03-19T17:33:55.278ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2263 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1cdba0d-5ce8-427f-91ad-330b74ff3fd7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40472025-03-19T17:33:56.297ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eec4cb15-b338-438c-b6f4-cdd041ed9422 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40482025-03-19T17:33:56.297ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eec4cb15-b338-438c-b6f4-cdd041ed9422 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40492025-03-19T17:33:56.299ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2116 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = eec4cb15-b338-438c-b6f4-cdd041ed9422 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40502025-03-19T17:33:57.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 586 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = eb4ea626-814f-4571-8064-1e3ac23a4a96 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
40512025-03-19T17:33:57.319ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc51df87-fd75-42e3-8cba-7eb2a4291a11 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40522025-03-19T17:33:57.319ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc51df87-fd75-42e3-8cba-7eb2a4291a11 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40532025-03-19T17:33:57.321ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2711 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc51df87-fd75-42e3-8cba-7eb2a4291a11 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40542025-03-19T17:33:58.341ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6431c9b1-c679-4046-958a-bdd88bb9de2e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40552025-03-19T17:33:58.342ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6431c9b1-c679-4046-958a-bdd88bb9de2e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40562025-03-19T17:33:58.343ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2380 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6431c9b1-c679-4046-958a-bdd88bb9de2e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40572025-03-19T17:33:59.361ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 383754ec-b1f1-411b-9f83-9e431580e6d8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40582025-03-19T17:33:59.362ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 383754ec-b1f1-411b-9f83-9e431580e6d8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40592025-03-19T17:33:59.364ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2470 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 383754ec-b1f1-411b-9f83-9e431580e6d8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40602025-03-19T17:34:00.382ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc41cfca-d422-4a21-b4c2-d8b08e362a02 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40612025-03-19T17:34:00.383ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc41cfca-d422-4a21-b4c2-d8b08e362a02 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40622025-03-19T17:34:00.385ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2468 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cc41cfca-d422-4a21-b4c2-d8b08e362a02 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40632025-03-19T17:34:01.404ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b68b3e5-b3ea-4014-8cd1-aec8ce5a2b23 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40642025-03-19T17:34:01.404ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b68b3e5-b3ea-4014-8cd1-aec8ce5a2b23 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40652025-03-19T17:34:01.405ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1726 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b68b3e5-b3ea-4014-8cd1-aec8ce5a2b23 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40662025-03-19T17:34:02.424ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd650927-6881-41f8-9175-4cb02949b450 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40672025-03-19T17:34:02.425ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd650927-6881-41f8-9175-4cb02949b450 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40682025-03-19T17:34:02.427ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2320 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd650927-6881-41f8-9175-4cb02949b450 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40692025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 65 reason = Timeout
40702025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
40712025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
40722025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
40732025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
40742025-03-19T17:34:03.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
40752025-03-19T17:34:03.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40762025-03-19T17:34:03.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
40772025-03-19T17:34:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
40782025-03-19T17:34:03.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.614903ms iteration = 65 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
40792025-03-19T17:34:03.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
40802025-03-19T17:34:03.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
40812025-03-19T17:34:03.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
40822025-03-19T17:34:03.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
40832025-03-19T17:34:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
40842025-03-19T17:34:03.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40852025-03-19T17:34:03.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
40862025-03-19T17:34:03.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
40872025-03-19T17:34:03.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
40882025-03-19T17:34:03.081ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
40892025-03-19T17:34:03.081ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.334324ms iteration = 65 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
40902025-03-19T17:34:03.446ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9894da2e-97f2-44a1-9383-69861b6700e9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40912025-03-19T17:34:03.446ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9894da2e-97f2-44a1-9383-69861b6700e9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40922025-03-19T17:34:03.448ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2008 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9894da2e-97f2-44a1-9383-69861b6700e9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40932025-03-19T17:34:04.467ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ffbeb88-aba1-489e-a91a-3aae614beb08 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40942025-03-19T17:34:04.467ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ffbeb88-aba1-489e-a91a-3aae614beb08 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40952025-03-19T17:34:04.469ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2213 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9ffbeb88-aba1-489e-a91a-3aae614beb08 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40962025-03-19T17:34:05.489ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e8311bf0-2392-43d3-9cea-1bff94462b93 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40972025-03-19T17:34:05.489ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e8311bf0-2392-43d3-9cea-1bff94462b93 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40982025-03-19T17:34:05.491ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2430 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e8311bf0-2392-43d3-9cea-1bff94462b93 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
40992025-03-19T17:34:06.510ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7744402c-75b1-42b9-b68c-730763c7b55e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41002025-03-19T17:34:06.511ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7744402c-75b1-42b9-b68c-730763c7b55e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41012025-03-19T17:34:06.513ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2935 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7744402c-75b1-42b9-b68c-730763c7b55e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41022025-03-19T17:34:07.249ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::d]:35628
41032025-03-19T17:34:07.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 681af07f-6ab2-4f78-8ec7-9300165482aa roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
41042025-03-19T17:34:07.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 681af07f-6ab2-4f78-8ec7-9300165482aa resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
41052025-03-19T17:34:07.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3660 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 681af07f-6ab2-4f78-8ec7-9300165482aa response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
41062025-03-19T17:34:07.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 2adce37f-2310-4fcd-b975-0635756bb85c roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
41072025-03-19T17:34:07.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 2adce37f-2310-4fcd-b975-0635756bb85c resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
41082025-03-19T17:34:07.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2724 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:35628 req_id = 2adce37f-2310-4fcd-b975-0635756bb85c response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
41092025-03-19T17:34:07.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 626 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 640d5a22-6146-4364-a9c0-ea49233d74af response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
41102025-03-19T17:34:07.541ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ceaa747-adfb-466b-81ab-ca778cf17c2c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41112025-03-19T17:34:07.541ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ceaa747-adfb-466b-81ab-ca778cf17c2c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41122025-03-19T17:34:07.543ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2002 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7ceaa747-adfb-466b-81ab-ca778cf17c2c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41132025-03-19T17:34:08.563ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb6b0243-2f4e-48e4-a00a-2c7b3f3773d6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41142025-03-19T17:34:08.563ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb6b0243-2f4e-48e4-a00a-2c7b3f3773d6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41152025-03-19T17:34:08.565ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2558 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb6b0243-2f4e-48e4-a00a-2c7b3f3773d6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41162025-03-19T17:34:09.584ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3222bfd-f82b-4087-87cc-0720eef5c0e0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41172025-03-19T17:34:09.585ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3222bfd-f82b-4087-87cc-0720eef5c0e0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41182025-03-19T17:34:09.587ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2422 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e3222bfd-f82b-4087-87cc-0720eef5c0e0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41192025-03-19T17:34:10.608ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 44ba50e6-5183-4478-b519-6c7f86dad853 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41202025-03-19T17:34:10.608ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 44ba50e6-5183-4478-b519-6c7f86dad853 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41212025-03-19T17:34:10.609ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1653 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 44ba50e6-5183-4478-b519-6c7f86dad853 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41222025-03-19T17:34:11.629ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f36f09-3259-4d47-94b2-9161aef04174 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41232025-03-19T17:34:11.629ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f36f09-3259-4d47-94b2-9161aef04174 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41242025-03-19T17:34:11.631ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2250 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f36f09-3259-4d47-94b2-9161aef04174 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41252025-03-19T17:34:12.651ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0d19b61-3d65-4901-99dc-da9bed63a2a6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41262025-03-19T17:34:12.651ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0d19b61-3d65-4901-99dc-da9bed63a2a6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41272025-03-19T17:34:12.653ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2288 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0d19b61-3d65-4901-99dc-da9bed63a2a6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41282025-03-19T17:34:13.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 66 reason = Timeout
41292025-03-19T17:34:13.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 66 reason = Timeout
41302025-03-19T17:34:13.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
41312025-03-19T17:34:13.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41322025-03-19T17:34:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41332025-03-19T17:34:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
41342025-03-19T17:34:13.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41352025-03-19T17:34:13.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
41362025-03-19T17:34:13.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
41372025-03-19T17:34:13.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.94365ms iteration = 66 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
41382025-03-19T17:34:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
41392025-03-19T17:34:13.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41402025-03-19T17:34:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41412025-03-19T17:34:13.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41422025-03-19T17:34:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41432025-03-19T17:34:13.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41442025-03-19T17:34:13.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
41452025-03-19T17:34:13.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41462025-03-19T17:34:13.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41472025-03-19T17:34:13.082ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
41482025-03-19T17:34:13.082ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.916697ms iteration = 66 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
41492025-03-19T17:34:13.673ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c25e85c-651d-4954-888e-92d0a56eebec roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41502025-03-19T17:34:13.673ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c25e85c-651d-4954-888e-92d0a56eebec resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41512025-03-19T17:34:13.675ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2405 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c25e85c-651d-4954-888e-92d0a56eebec response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41522025-03-19T17:34:14.696ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1bbbb05-8670-498e-9a37-b7688bca165c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41532025-03-19T17:34:14.696ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1bbbb05-8670-498e-9a37-b7688bca165c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41542025-03-19T17:34:14.698ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1623 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f1bbbb05-8670-498e-9a37-b7688bca165c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41552025-03-19T17:34:15.717ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e2ccab25-545f-492a-9e35-2d3948ce65ac roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41562025-03-19T17:34:15.718ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e2ccab25-545f-492a-9e35-2d3948ce65ac resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41572025-03-19T17:34:15.720ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2406 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e2ccab25-545f-492a-9e35-2d3948ce65ac response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41582025-03-19T17:34:16.740ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac37e0e4-2969-40f7-898e-29141fc831e2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41592025-03-19T17:34:16.740ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac37e0e4-2969-40f7-898e-29141fc831e2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41602025-03-19T17:34:16.742ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2289 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac37e0e4-2969-40f7-898e-29141fc831e2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41612025-03-19T17:34:17.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 520 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 446a994f-5754-4182-8384-e1110443350d response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
41622025-03-19T17:34:17.762ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b08987f1-8199-4d41-af80-c35aa5038141 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41632025-03-19T17:34:17.762ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b08987f1-8199-4d41-af80-c35aa5038141 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41642025-03-19T17:34:17.764ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2185 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b08987f1-8199-4d41-af80-c35aa5038141 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41652025-03-19T17:34:18.784ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04c1d7d8-e13d-4201-a664-453db878e658 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41662025-03-19T17:34:18.784ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04c1d7d8-e13d-4201-a664-453db878e658 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41672025-03-19T17:34:18.786ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2128 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04c1d7d8-e13d-4201-a664-453db878e658 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41682025-03-19T17:34:19.806ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 49fcede3-d3fb-4329-af8b-5a0de9b030a6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41692025-03-19T17:34:19.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 49fcede3-d3fb-4329-af8b-5a0de9b030a6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41702025-03-19T17:34:19.808ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2093 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 49fcede3-d3fb-4329-af8b-5a0de9b030a6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41712025-03-19T17:34:20.827ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6763d51-006f-4aec-919b-43cb93e10826 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41722025-03-19T17:34:20.827ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6763d51-006f-4aec-919b-43cb93e10826 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41732025-03-19T17:34:20.829ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2481 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6763d51-006f-4aec-919b-43cb93e10826 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41742025-03-19T17:34:21.848ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b501bbf5-1374-4e47-ab4f-9dc59f8b1145 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41752025-03-19T17:34:21.849ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b501bbf5-1374-4e47-ab4f-9dc59f8b1145 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41762025-03-19T17:34:21.850ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2250 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b501bbf5-1374-4e47-ab4f-9dc59f8b1145 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41772025-03-19T17:34:22.869ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbcf469f-5f75-4647-86ff-f65559e1dfe8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41782025-03-19T17:34:22.870ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbcf469f-5f75-4647-86ff-f65559e1dfe8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41792025-03-19T17:34:22.871ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2030 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbcf469f-5f75-4647-86ff-f65559e1dfe8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
41802025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 23 reason = Timeout
41812025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 23 reason = Timeout
41822025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
41832025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
41842025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
41852025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 12 reason = Timeout
41862025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
41872025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 67 reason = Timeout
41882025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
41892025-03-19T17:34:23.065ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
41902025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41912025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
41922025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
41932025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
41942025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 12 reason = Timeout
41952025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 67 reason = Timeout
41962025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
41972025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
41982025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
41992025-03-19T17:34:23.066ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:24:23.066016019 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
42002025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 12 reason = Timeout
42012025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
42022025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
42032025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
42042025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
42052025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
42062025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 23 reason = Timeout
42072025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
42082025-03-19T17:34:23.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
42092025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 23 reason = Timeout
42102025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42112025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
42122025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 12 reason = Timeout
42132025-03-19T17:34:23.066ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
42142025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
42152025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
42162025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
42172025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
42182025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
42192025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
42202025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
42212025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
42222025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
42232025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
42242025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
42252025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 23 reason = Timeout
42262025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
42272025-03-19T17:34:23.066ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
42282025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
42292025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 9.06\u{b5}s iteration = 13 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
42302025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 23 reason = Timeout
42312025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
42322025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
42332025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
42342025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 23 reason = Timeout
42352025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
42362025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 23 reason = Timeout
42372025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
42382025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
42392025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
42402025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 23 reason = Timeout
42412025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
42422025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 26 reason = Timeout
42432025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
42442025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
42452025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
42462025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
42472025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
42482025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
42492025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
42502025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
42512025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
42522025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
42532025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
42542025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
42552025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42562025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
42572025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
42582025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
42592025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
42602025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
42612025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
42622025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
42632025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
42642025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
42652025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
42662025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
42672025-03-19T17:34:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
42682025-03-19T17:34:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43751, tv_nsec: 31994583 } })
42692025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
42702025-03-19T17:34:23.067ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43751, tv_nsec: 32029374 } })
42712025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
42722025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
42732025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
42742025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
42752025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.145396ms iteration = 12 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
42762025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
42772025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.241678ms iteration = 12 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
42782025-03-19T17:34:23.067ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
42792025-03-19T17:34:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
42802025-03-19T17:34:23.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42812025-03-19T17:34:23.070ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.321418ms iteration = 23 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
42822025-03-19T17:34:23.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43751, tv_nsec: 36361913 } })
42832025-03-19T17:34:23.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
42842025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 5.982406ms iteration = 12 status = {"errors":[],"found_port_ok":[]}
42852025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
42862025-03-19T17:34:23.072ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
42872025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 6.258343ms iteration = 12 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
42882025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
42892025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
42902025-03-19T17:34:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
42912025-03-19T17:34:23.074ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42922025-03-19T17:34:23.074ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42932025-03-19T17:34:23.075ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42942025-03-19T17:34:23.076ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
42952025-03-19T17:34:23.076ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42962025-03-19T17:34:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
42972025-03-19T17:34:23.077ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
42982025-03-19T17:34:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42992025-03-19T17:34:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43002025-03-19T17:34:23.078ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
43012025-03-19T17:34:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
43022025-03-19T17:34:23.079ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:24:23.066016019 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
43032025-03-19T17:34:23.079ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 13.180931ms iteration = 12 status = {"expiration":"2025-03-19T17:24:23.066016019Z","pruned":[]}
43042025-03-19T17:34:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
43052025-03-19T17:34:23.079ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
43062025-03-19T17:34:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
43072025-03-19T17:34:23.080ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
43082025-03-19T17:34:23.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
43092025-03-19T17:34:23.082ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43102025-03-19T17:34:23.082ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43112025-03-19T17:34:23.082ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 16.362605ms iteration = 23 status = {"errors":[],"finish_invoked_ok":[]}
43122025-03-19T17:34:23.083ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43132025-03-19T17:34:23.083ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43751, tv_nsec: 48568382 } })
43142025-03-19T17:34:23.083ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
43152025-03-19T17:34:23.084ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
43162025-03-19T17:34:23.084ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
43172025-03-19T17:34:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
43182025-03-19T17:34:23.084ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
43192025-03-19T17:34:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
43202025-03-19T17:34:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
43212025-03-19T17:34:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
43222025-03-19T17:34:23.085ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
43232025-03-19T17:34:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
43242025-03-19T17:34:23.087ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43252025-03-19T17:34:23.087ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43262025-03-19T17:34:23.088ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43272025-03-19T17:34:23.090ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
43282025-03-19T17:34:23.090ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
43292025-03-19T17:34:23.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
43302025-03-19T17:34:23.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
43312025-03-19T17:34:23.091ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
43322025-03-19T17:34:23.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
43332025-03-19T17:34:23.092ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
43342025-03-19T17:34:23.092ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
43352025-03-19T17:34:23.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
43362025-03-19T17:34:23.093ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43372025-03-19T17:34:23.095ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43751, tv_nsec: 60392142 } })
43382025-03-19T17:34:23.095ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
43392025-03-19T17:34:23.095ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
43402025-03-19T17:34:23.095ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43412025-03-19T17:34:23.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
43422025-03-19T17:34:23.095ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
43432025-03-19T17:34:23.096ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
43442025-03-19T17:34:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
43452025-03-19T17:34:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
43462025-03-19T17:34:23.100ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
43472025-03-19T17:34:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
43482025-03-19T17:34:23.101ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
43492025-03-19T17:34:23.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
43502025-03-19T17:34:23.108ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
43512025-03-19T17:34:23.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
43522025-03-19T17:34:23.109ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 43.792301ms iteration = 23 status = {"errors":[],"requests_created_ok":[]}
43532025-03-19T17:34:23.111ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
43542025-03-19T17:34:23.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
43552025-03-19T17:34:23.111ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43562025-03-19T17:34:23.113ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
43572025-03-19T17:34:23.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
43582025-03-19T17:34:23.115ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
43592025-03-19T17:34:23.115ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
43602025-03-19T17:34:23.115ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
43612025-03-19T17:34:23.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
43622025-03-19T17:34:23.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
43632025-03-19T17:34:23.116ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 50.528205ms iteration = 67 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
43642025-03-19T17:34:23.120ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 53.978894ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
43652025-03-19T17:34:23.121ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 55.659592ms iteration = 23 status = {"errors":[],"garbage_collect_requested":[]}
43662025-03-19T17:34:23.128ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
43672025-03-19T17:34:23.128ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 62.860257ms iteration = 67 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
43682025-03-19T17:34:23.139ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
43692025-03-19T17:34:23.139ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
43702025-03-19T17:34:23.139ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
43712025-03-19T17:34:23.139ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
43722025-03-19T17:34:23.141ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
43732025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
43742025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
43752025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
43762025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
43772025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
43782025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
43792025-03-19T17:34:23.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
43802025-03-19T17:34:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
43812025-03-19T17:34:23.144ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43822025-03-19T17:34:23.145ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 79.309013ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
43832025-03-19T17:34:23.147ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
43842025-03-19T17:34:23.147ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
43852025-03-19T17:34:23.147ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
43862025-03-19T17:34:23.152ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
43872025-03-19T17:34:23.152ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
43882025-03-19T17:34:23.152ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 86.025786ms iteration = 12 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
43892025-03-19T17:34:23.153ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43902025-03-19T17:34:23.154ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
43912025-03-19T17:34:23.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
43922025-03-19T17:34:23.155ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
43932025-03-19T17:34:23.155ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 89.639089ms iteration = 23 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
43942025-03-19T17:34:23.156ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
43952025-03-19T17:34:23.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
43962025-03-19T17:34:23.156ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
43972025-03-19T17:34:23.157ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
43982025-03-19T17:34:23.157ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
43992025-03-19T17:34:23.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
44002025-03-19T17:34:23.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
44012025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
44022025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
44032025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
44042025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
44052025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44062025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
44072025-03-19T17:34:23.158ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44082025-03-19T17:34:23.159ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 93.569669ms iteration = 23 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
44092025-03-19T17:34:23.159ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44102025-03-19T17:34:23.159ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
44112025-03-19T17:34:23.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
44122025-03-19T17:34:23.161ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
44132025-03-19T17:34:23.161ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
44142025-03-19T17:34:23.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
44152025-03-19T17:34:23.161ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44162025-03-19T17:34:23.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
44172025-03-19T17:34:23.162ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
44182025-03-19T17:34:23.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
44192025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
44202025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
44212025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
44222025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
44232025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
44242025-03-19T17:34:23.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
44252025-03-19T17:34:23.166ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 100.532988ms iteration = 23 status = 0
44262025-03-19T17:34:23.167ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
44272025-03-19T17:34:23.167ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
44282025-03-19T17:34:23.167ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
44292025-03-19T17:34:23.167ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
44302025-03-19T17:34:23.168ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44312025-03-19T17:34:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
44322025-03-19T17:34:23.171ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
44332025-03-19T17:34:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
44342025-03-19T17:34:23.173ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
44352025-03-19T17:34:23.173ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
44362025-03-19T17:34:23.173ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
44372025-03-19T17:34:23.173ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 107.557509ms iteration = 12 status = {"generation":2}
44382025-03-19T17:34:23.175ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
44392025-03-19T17:34:23.175ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
44402025-03-19T17:34:23.175ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 109.620996ms iteration = 23 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
44412025-03-19T17:34:23.180ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
44422025-03-19T17:34:23.180ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
44432025-03-19T17:34:23.180ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
44442025-03-19T17:34:23.180ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
44452025-03-19T17:34:23.182ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44462025-03-19T17:34:23.185ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
44472025-03-19T17:34:23.185ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
44482025-03-19T17:34:23.185ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
44492025-03-19T17:34:23.187ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
44502025-03-19T17:34:23.187ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
44512025-03-19T17:34:23.187ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
44522025-03-19T17:34:23.187ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 121.577609ms iteration = 12 status = {"generation":1}
44532025-03-19T17:34:23.191ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
44542025-03-19T17:34:23.191ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 125.331875ms iteration = 23 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
44552025-03-19T17:34:23.191ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
44562025-03-19T17:34:23.192ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
44572025-03-19T17:34:23.193ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44582025-03-19T17:34:23.194ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
44592025-03-19T17:34:23.194ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
44602025-03-19T17:34:23.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
44612025-03-19T17:34:23.197ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
44622025-03-19T17:34:23.199ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
44632025-03-19T17:34:23.202ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
44642025-03-19T17:34:23.202ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
44652025-03-19T17:34:23.224ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
44662025-03-19T17:34:23.224ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44672025-03-19T17:34:23.224ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e7cc58e4-d8b6-4137-9bf5-a747eb6f2dd1", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
44682025-03-19T17:34:23.224ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44692025-03-19T17:34:23.227ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
44702025-03-19T17:34:23.248ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
44712025-03-19T17:34:23.248ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44722025-03-19T17:34:23.248ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "063ef9b5-52c6-441d-b06b-fa14ec5dcbfb", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
44732025-03-19T17:34:23.248ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44742025-03-19T17:34:23.250ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
44752025-03-19T17:34:23.269ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
44762025-03-19T17:34:23.269ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 203.546693ms iteration = 12 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
44772025-03-19T17:34:23.270ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
44782025-03-19T17:34:23.270ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
44792025-03-19T17:34:23.270ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7de96126-1eca-4758-a5a2-0a46272cc014", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
44802025-03-19T17:34:23.270ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
44812025-03-19T17:34:23.271ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
44822025-03-19T17:34:23.279ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 212.760993ms iteration = 26 status = {"physical_disks_added":0}
44832025-03-19T17:34:23.398ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
44842025-03-19T17:34:23.398ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
44852025-03-19T17:34:23.398ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "6aff0699-983f-44aa-8559-59b8d856693d", "content-length": "372", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
44862025-03-19T17:34:23.398ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
44872025-03-19T17:34:23.399ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
44882025-03-19T17:34:23.405ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
44892025-03-19T17:34:23.406ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "7421eff5-977b-4b98-b012-1b2ad3271f00", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
44902025-03-19T17:34:23.406ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
44912025-03-19T17:34:23.410ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "5cd42178-894b-4adf-bcfe-a5cbb0b4c0ea", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
44922025-03-19T17:34:23.410ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
44932025-03-19T17:34:23.412ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
44942025-03-19T17:34:23.412ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 346.351867ms iteration = 14 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
44952025-03-19T17:34:23.459ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
44962025-03-19T17:34:23.459ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 392.980682ms iteration = 12 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
44972025-03-19T17:34:23.461ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 395.268445ms iteration = 23 status = {}
44982025-03-19T17:34:23.464ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
44992025-03-19T17:34:23.464ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
45002025-03-19T17:34:23.464ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c928796c-46a9-4051-84fd-fd7a9a5f8fdc", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45012025-03-19T17:34:23.464ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45022025-03-19T17:34:23.465ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45032025-03-19T17:34:23.471ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45042025-03-19T17:34:23.471ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45052025-03-19T17:34:23.473ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
45062025-03-19T17:34:23.475ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45072025-03-19T17:34:23.475ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45082025-03-19T17:34:23.478ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
45092025-03-19T17:34:23.478ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
45102025-03-19T17:34:23.479ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "da0eebb7-905c-4df6-a292-20499e0eae6a", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45112025-03-19T17:34:23.481ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 415.538018ms iteration = 23 status = {}
45122025-03-19T17:34:23.502ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
45132025-03-19T17:34:23.503ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "9280cf4a-4344-4ca2-88dc-3b5704788b43", "content-length": "1", "date": "Wed, 19 Mar 2025 17:34:22 GMT"} })
45142025-03-19T17:34:23.505ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
45152025-03-19T17:34:23.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
45162025-03-19T17:34:23.508ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 442.075005ms iteration = 23 status = null
45172025-03-19T17:34:23.527ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
45182025-03-19T17:34:23.527ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
45192025-03-19T17:34:23.558ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45202025-03-19T17:34:23.560ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
45212025-03-19T17:34:23.560ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
45222025-03-19T17:34:23.560ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
45232025-03-19T17:34:23.562ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45242025-03-19T17:34:23.562ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
45252025-03-19T17:34:23.562ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "4256aed6-ddd7-412a-afde-8e01f76ddd38", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45262025-03-19T17:34:23.562ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45272025-03-19T17:34:23.563ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
45282025-03-19T17:34:23.563ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
45292025-03-19T17:34:23.564ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
45302025-03-19T17:34:23.564ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "f8fbd09f-8102-426a-956a-71db5e45a54c", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45312025-03-19T17:34:23.564ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45322025-03-19T17:34:23.566ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "e55fa977-cc02-4352-904d-657206e84b78", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45332025-03-19T17:34:23.566ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45342025-03-19T17:34:23.568ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
45352025-03-19T17:34:23.568ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 502.536367ms iteration = 14 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
45362025-03-19T17:34:23.577ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45372025-03-19T17:34:23.577ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45382025-03-19T17:34:23.578ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
45392025-03-19T17:34:23.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45402025-03-19T17:34:23.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45412025-03-19T17:34:23.593ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
45422025-03-19T17:34:23.594ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "1085cb20-a504-4b17-9e93-69b8e92ab388", "content-length": "134", "date": "Wed, 19 Mar 2025 17:34:22 GMT"} })
45432025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
45442025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
45452025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
45462025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
45472025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45482025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45492025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45502025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
45512025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
45522025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
45532025-03-19T17:34:23.594ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
45542025-03-19T17:34:23.595ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45552025-03-19T17:34:23.595ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45562025-03-19T17:34:23.597ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
45572025-03-19T17:34:23.597ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "dd646339-7857-4522-b2b3-c71a655502cc", "content-length": "2", "date": "Wed, 19 Mar 2025 17:34:22 GMT"} })
45582025-03-19T17:34:23.597ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
45592025-03-19T17:34:23.597ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "baaa77e9-14d3-4e09-be65-36f2a893f39b", "content-length": "52", "date": "Wed, 19 Mar 2025 17:34:22 GMT"} })
45602025-03-19T17:34:23.597ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
45612025-03-19T17:34:23.597ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
45622025-03-19T17:34:23.659ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
45632025-03-19T17:34:23.689ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "8a71b01c-a969-48b0-bbdf-14fb9e05a3ed", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45642025-03-19T17:34:23.689ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
45652025-03-19T17:34:23.689ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
45662025-03-19T17:34:23.689ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "4a247776-0f77-42b3-a39c-7001bda5d10c", "content-length": "682", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45672025-03-19T17:34:23.689ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45682025-03-19T17:34:23.690ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45692025-03-19T17:34:23.690ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "62f7125b-c25e-4723-bcea-dc582cff06b5", "content-length": "691", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45702025-03-19T17:34:23.690ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
45712025-03-19T17:34:23.690ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
45722025-03-19T17:34:23.690ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
45732025-03-19T17:34:23.693ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 626.859639ms iteration = 23 status = {}
45742025-03-19T17:34:23.693ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45752025-03-19T17:34:23.693ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45762025-03-19T17:34:23.697ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45772025-03-19T17:34:23.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45782025-03-19T17:34:23.699ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45792025-03-19T17:34:23.699ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45802025-03-19T17:34:23.708ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 642.358823ms iteration = 23 status = {}
45812025-03-19T17:34:23.812ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
45822025-03-19T17:34:23.812ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::c]:12221
45832025-03-19T17:34:23.843ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::c]:12221/metrics/producers
45842025-03-19T17:34:23.843ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::c]:45191
45852025-03-19T17:34:23.843ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:45191 req_id = 59e8b2de-2624-403a-bc8c-3249ec6aa663 roles = RoleSet { roles: {} } uri = /metrics/producers
45862025-03-19T17:34:23.844ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:45191 req_id = 59e8b2de-2624-403a-bc8c-3249ec6aa663 resource = Database result = Ok(()) uri = /metrics/producers
45872025-03-19T17:34:23.886ZINFOnexus: assigned collector to new producer collector_id = e83d107a-49c5-4884-950a-15aa1b1ed96e file = nexus/src/app/oximeter.rs:76 producer_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
45882025-03-19T17:34:23.886ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 42493 local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:45191 req_id = 59e8b2de-2624-403a-bc8c-3249ec6aa663 response_code = 201 uri = /metrics/producers
45892025-03-19T17:34:23.886ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "59e8b2de-2624-403a-bc8c-3249ec6aa663", "content-length": "41", "date": "Wed, 19 Mar 2025 17:34:23 GMT"} })
45902025-03-19T17:34:23.888ZDEBGnexus (producer-registration-task): registered with nexus successfully
45912025-03-19T17:34:23.888ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
45922025-03-19T17:34:23.893ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 22075f05-fe30-4850-a2af-8bbd0ba4b5a3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45932025-03-19T17:34:23.893ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 22075f05-fe30-4850-a2af-8bbd0ba4b5a3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45942025-03-19T17:34:23.895ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2221 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 22075f05-fe30-4850-a2af-8bbd0ba4b5a3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45952025-03-19T17:34:24.914ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 55dbd15f-84b1-4d81-abcc-6b9ce74ccc7a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45962025-03-19T17:34:24.914ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 55dbd15f-84b1-4d81-abcc-6b9ce74ccc7a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45972025-03-19T17:34:24.916ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2445 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 55dbd15f-84b1-4d81-abcc-6b9ce74ccc7a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45982025-03-19T17:34:25.936ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 17b68ce2-2fee-45f2-b858-98c312397528 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
45992025-03-19T17:34:25.936ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 17b68ce2-2fee-45f2-b858-98c312397528 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46002025-03-19T17:34:25.938ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2933 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 17b68ce2-2fee-45f2-b858-98c312397528 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46012025-03-19T17:34:26.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fd924e-2c11-4ed5-a065-39c23cc497e7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46022025-03-19T17:34:26.957ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fd924e-2c11-4ed5-a065-39c23cc497e7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46032025-03-19T17:34:26.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2246 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f5fd924e-2c11-4ed5-a065-39c23cc497e7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46042025-03-19T17:34:27.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 625 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 6f7ca716-f4cf-4667-9099-0ae9772a6632 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
46052025-03-19T17:34:27.978ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9c9d1008-b29a-4a77-a236-88f8883dfc28 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46062025-03-19T17:34:27.978ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9c9d1008-b29a-4a77-a236-88f8883dfc28 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46072025-03-19T17:34:27.980ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2313 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9c9d1008-b29a-4a77-a236-88f8883dfc28 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46082025-03-19T17:34:28.999ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c559ef6b-08ed-4527-9c20-08df040edbb1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46092025-03-19T17:34:28.999ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c559ef6b-08ed-4527-9c20-08df040edbb1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46102025-03-19T17:34:29.001ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2648 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c559ef6b-08ed-4527-9c20-08df040edbb1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46112025-03-19T17:34:30.021ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91404cdc-e054-47d1-8c60-799cfa238f30 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46122025-03-19T17:34:30.022ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91404cdc-e054-47d1-8c60-799cfa238f30 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46132025-03-19T17:34:30.024ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2439 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 91404cdc-e054-47d1-8c60-799cfa238f30 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46142025-03-19T17:34:31.046ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67870df5-3aa5-46d0-b9f2-0221527ec041 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46152025-03-19T17:34:31.047ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67870df5-3aa5-46d0-b9f2-0221527ec041 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46162025-03-19T17:34:31.048ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1786 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 67870df5-3aa5-46d0-b9f2-0221527ec041 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46172025-03-19T17:34:32.066ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd9d5aae-8a40-4c30-a455-46f4d467a134 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46182025-03-19T17:34:32.067ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd9d5aae-8a40-4c30-a455-46f4d467a134 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46192025-03-19T17:34:32.068ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1967 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd9d5aae-8a40-4c30-a455-46f4d467a134 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46202025-03-19T17:34:33.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 68 reason = Timeout
46212025-03-19T17:34:33.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 68 reason = Timeout
46222025-03-19T17:34:33.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46232025-03-19T17:34:33.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46242025-03-19T17:34:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46252025-03-19T17:34:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46262025-03-19T17:34:33.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46272025-03-19T17:34:33.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
46282025-03-19T17:34:33.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46292025-03-19T17:34:33.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46302025-03-19T17:34:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46312025-03-19T17:34:33.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46322025-03-19T17:34:33.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46332025-03-19T17:34:33.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
46342025-03-19T17:34:33.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46352025-03-19T17:34:33.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46362025-03-19T17:34:33.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
46372025-03-19T17:34:33.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.917985ms iteration = 68 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
46382025-03-19T17:34:33.088ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6673b4de-b9b1-45a7-9347-061fd594a073 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46392025-03-19T17:34:33.089ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6673b4de-b9b1-45a7-9347-061fd594a073 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46402025-03-19T17:34:33.090ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1901 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6673b4de-b9b1-45a7-9347-061fd594a073 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46412025-03-19T17:34:33.097ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46422025-03-19T17:34:33.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46432025-03-19T17:34:33.099ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.166658ms iteration = 68 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
46442025-03-19T17:34:34.111ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f71b2667-7ccb-4af3-a92f-49bb3acfa708 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46452025-03-19T17:34:34.112ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f71b2667-7ccb-4af3-a92f-49bb3acfa708 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46462025-03-19T17:34:34.113ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2264 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f71b2667-7ccb-4af3-a92f-49bb3acfa708 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46472025-03-19T17:34:35.134ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 091015ae-25ec-49a6-bc47-7ab7f0a236de roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46482025-03-19T17:34:35.134ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 091015ae-25ec-49a6-bc47-7ab7f0a236de resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46492025-03-19T17:34:35.136ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2018 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 091015ae-25ec-49a6-bc47-7ab7f0a236de response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46502025-03-19T17:34:36.156ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5616f9fa-0224-4c64-b7a4-d45d545094ef roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46512025-03-19T17:34:36.157ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5616f9fa-0224-4c64-b7a4-d45d545094ef resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46522025-03-19T17:34:36.159ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2524 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5616f9fa-0224-4c64-b7a4-d45d545094ef response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46532025-03-19T17:34:37.180ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0856310d-7a5a-404e-81cb-9b9bb312c93a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46542025-03-19T17:34:37.180ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0856310d-7a5a-404e-81cb-9b9bb312c93a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46552025-03-19T17:34:37.182ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2091 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0856310d-7a5a-404e-81cb-9b9bb312c93a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46562025-03-19T17:34:37.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 525 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = bd66ef4e-3030-4787-9f57-7e405450d189 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
46572025-03-19T17:34:38.200ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e6a41ac-9dfc-4a6d-9c09-2e2ef9504675 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46582025-03-19T17:34:38.201ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e6a41ac-9dfc-4a6d-9c09-2e2ef9504675 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46592025-03-19T17:34:38.202ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2064 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e6a41ac-9dfc-4a6d-9c09-2e2ef9504675 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46602025-03-19T17:34:39.223ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7f88559e-4fb6-4137-a9c8-f3cf70e728f2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46612025-03-19T17:34:39.224ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7f88559e-4fb6-4137-a9c8-f3cf70e728f2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46622025-03-19T17:34:39.225ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1642 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7f88559e-4fb6-4137-a9c8-f3cf70e728f2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46632025-03-19T17:34:40.245ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2fc5ad0-4204-4a3e-833d-8b027dc37328 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46642025-03-19T17:34:40.245ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2fc5ad0-4204-4a3e-833d-8b027dc37328 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46652025-03-19T17:34:40.247ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2328 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b2fc5ad0-4204-4a3e-833d-8b027dc37328 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46662025-03-19T17:34:41.269ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88737ded-f3ff-447d-bdc0-99b18c2ccee6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46672025-03-19T17:34:41.269ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88737ded-f3ff-447d-bdc0-99b18c2ccee6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46682025-03-19T17:34:41.272ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2726 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88737ded-f3ff-447d-bdc0-99b18c2ccee6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46692025-03-19T17:34:42.291ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f8dbe42-12df-45fc-ac9d-26459bac8da2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46702025-03-19T17:34:42.292ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f8dbe42-12df-45fc-ac9d-26459bac8da2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46712025-03-19T17:34:42.294ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2479 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f8dbe42-12df-45fc-ac9d-26459bac8da2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46722025-03-19T17:34:43.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 69 reason = Timeout
46732025-03-19T17:34:43.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46742025-03-19T17:34:43.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 69 reason = Timeout
46752025-03-19T17:34:43.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46762025-03-19T17:34:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46772025-03-19T17:34:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46782025-03-19T17:34:43.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46792025-03-19T17:34:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
46802025-03-19T17:34:43.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46812025-03-19T17:34:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46822025-03-19T17:34:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46832025-03-19T17:34:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46842025-03-19T17:34:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46852025-03-19T17:34:43.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
46862025-03-19T17:34:43.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46872025-03-19T17:34:43.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46882025-03-19T17:34:43.090ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
46892025-03-19T17:34:43.090ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.554431ms iteration = 69 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
46902025-03-19T17:34:43.105ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46912025-03-19T17:34:43.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46922025-03-19T17:34:43.133ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 67.750759ms iteration = 69 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
46932025-03-19T17:34:43.315ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 279150b9-fdaa-4cf0-b362-f10d3ac35648 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46942025-03-19T17:34:43.315ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 279150b9-fdaa-4cf0-b362-f10d3ac35648 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46952025-03-19T17:34:43.317ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2008 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 279150b9-fdaa-4cf0-b362-f10d3ac35648 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46962025-03-19T17:34:44.339ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 328a0b48-34c6-44dc-9405-a981a0d8e1c2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46972025-03-19T17:34:44.339ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 328a0b48-34c6-44dc-9405-a981a0d8e1c2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46982025-03-19T17:34:44.341ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2341 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 328a0b48-34c6-44dc-9405-a981a0d8e1c2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
46992025-03-19T17:34:45.360ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a704e2d1-0450-4f51-a9a7-11b83ffa1578 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47002025-03-19T17:34:45.360ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a704e2d1-0450-4f51-a9a7-11b83ffa1578 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47012025-03-19T17:34:45.362ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2504 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a704e2d1-0450-4f51-a9a7-11b83ffa1578 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47022025-03-19T17:34:46.383ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c06ceb56-2d1f-4c25-81da-1de7f1034a6f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47032025-03-19T17:34:46.384ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c06ceb56-2d1f-4c25-81da-1de7f1034a6f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47042025-03-19T17:34:46.386ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2280 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c06ceb56-2d1f-4c25-81da-1de7f1034a6f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47052025-03-19T17:34:46.981ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2088 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 06a2f96b-c686-442d-9f2b-98dd764262a8 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-03-19T17:34:46.960825134Z }
47062025-03-19T17:34:46.981ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 06a2f96b-c686-442d-9f2b-98dd764262a8 roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47072025-03-19T17:34:46.981ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 06a2f96b-c686-442d-9f2b-98dd764262a8 resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47082025-03-19T17:34:47.003ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 42394 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 06a2f96b-c686-442d-9f2b-98dd764262a8 response_code = 204 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47092025-03-19T17:34:47.110ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2088 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 40068bcd-0fde-4b6f-9367-a3091b47d1f5 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-19T17:34:47.110468744Z }
47102025-03-19T17:34:47.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 40068bcd-0fde-4b6f-9367-a3091b47d1f5 roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47112025-03-19T17:34:47.111ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 40068bcd-0fde-4b6f-9367-a3091b47d1f5 resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47122025-03-19T17:34:47.155ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 44508 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 40068bcd-0fde-4b6f-9367-a3091b47d1f5 response_code = 204 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
47132025-03-19T17:34:47.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 671 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = b24f8234-cbf9-44f3-b062-f788bfb4210f response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
47142025-03-19T17:34:47.409ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 71127d83-cc08-41fa-92fa-054d3168dbfe roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47152025-03-19T17:34:47.410ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 71127d83-cc08-41fa-92fa-054d3168dbfe resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47162025-03-19T17:34:47.411ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2256 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 71127d83-cc08-41fa-92fa-054d3168dbfe response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47172025-03-19T17:34:48.432ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbff5b66-fbd9-47be-a888-7f454d247cf7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47182025-03-19T17:34:48.433ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbff5b66-fbd9-47be-a888-7f454d247cf7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47192025-03-19T17:34:48.435ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2423 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fbff5b66-fbd9-47be-a888-7f454d247cf7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47202025-03-19T17:34:49.456ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed01576b-75a5-4b1a-a770-e725192e6ae6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47212025-03-19T17:34:49.456ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed01576b-75a5-4b1a-a770-e725192e6ae6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47222025-03-19T17:34:49.458ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2295 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed01576b-75a5-4b1a-a770-e725192e6ae6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47232025-03-19T17:34:50.477ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6c4de1c4-8504-4c7e-b584-7df1874c6104 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47242025-03-19T17:34:50.477ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6c4de1c4-8504-4c7e-b584-7df1874c6104 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47252025-03-19T17:34:50.479ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2580 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6c4de1c4-8504-4c7e-b584-7df1874c6104 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47262025-03-19T17:34:51.501ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 922ba1bb-85e8-4076-af99-1ec84217664b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47272025-03-19T17:34:51.502ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 922ba1bb-85e8-4076-af99-1ec84217664b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47282025-03-19T17:34:51.503ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2030 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 922ba1bb-85e8-4076-af99-1ec84217664b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47292025-03-19T17:34:52.523ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed737106-7e37-4d1e-9786-02eddcefaf42 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47302025-03-19T17:34:52.523ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed737106-7e37-4d1e-9786-02eddcefaf42 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47312025-03-19T17:34:52.525ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2470 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ed737106-7e37-4d1e-9786-02eddcefaf42 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
47322025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 24 reason = Timeout
47332025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
47342025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 27 reason = Timeout
47352025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 24 reason = Timeout
47362025-03-19T17:34:53.065ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
47372025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
47382025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
47392025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 24 reason = Timeout
47402025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
47412025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 70 reason = Timeout
47422025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
47432025-03-19T17:34:53.065ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 24 reason = Timeout
47442025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
47452025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 24 reason = Timeout
47462025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
47472025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 24 reason = Timeout
47482025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 24 reason = Timeout
47492025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
47502025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
47512025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 24 reason = Timeout
47522025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
47532025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 24 reason = Timeout
47542025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
47552025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 24 reason = Timeout
47562025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
47572025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
47582025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 70 reason = Timeout
47592025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 24 reason = Timeout
47602025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47612025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 24 reason = Timeout
47622025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
47632025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
47642025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 24 reason = Timeout
47652025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 24 reason = Timeout
47662025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
47672025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 24 reason = Timeout
47682025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 24 reason = Timeout
47692025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
47702025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47712025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
47722025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47732025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
47742025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
47752025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
47762025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
47772025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
47782025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
47792025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
47802025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47812025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
47822025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
47832025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
47842025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
47852025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
47862025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
47872025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
47882025-03-19T17:34:53.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47892025-03-19T17:34:53.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
47902025-03-19T17:34:53.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47912025-03-19T17:34:53.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47922025-03-19T17:34:53.071ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.918493ms iteration = 24 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
47932025-03-19T17:34:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
47942025-03-19T17:34:53.072ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
47952025-03-19T17:34:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
47962025-03-19T17:34:53.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47972025-03-19T17:34:53.076ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47982025-03-19T17:34:53.076ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
47992025-03-19T17:34:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
48002025-03-19T17:34:53.077ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43781, tv_nsec: 41965661 } })
48012025-03-19T17:34:53.077ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
48022025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
48032025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48042025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
48052025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
48062025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48072025-03-19T17:34:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
48082025-03-19T17:34:53.084ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48092025-03-19T17:34:53.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48102025-03-19T17:34:53.089ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43781, tv_nsec: 54638840 } })
48112025-03-19T17:34:53.090ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
48122025-03-19T17:34:53.091ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
48132025-03-19T17:34:53.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
48142025-03-19T17:34:53.115ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 49.326027ms iteration = 24 status = {"errors":[],"finish_invoked_ok":[]}
48152025-03-19T17:34:53.118ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48162025-03-19T17:34:53.119ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48172025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
48182025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
48192025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
48202025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
48212025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
48222025-03-19T17:34:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
48232025-03-19T17:34:53.125ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
48242025-03-19T17:34:53.125ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
48252025-03-19T17:34:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
48262025-03-19T17:34:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
48272025-03-19T17:34:53.127ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 61.541836ms iteration = 24 status = {"errors":[],"requests_created_ok":[]}
48282025-03-19T17:34:53.128ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48292025-03-19T17:34:53.128ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48302025-03-19T17:34:53.129ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 63.660236ms iteration = 24 status = {"errors":[],"garbage_collect_requested":[]}
48312025-03-19T17:34:53.130ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
48322025-03-19T17:34:53.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
48332025-03-19T17:34:53.131ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 65.956558ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
48342025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 66.236234ms iteration = 70 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
48352025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
48362025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48372025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48382025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
48392025-03-19T17:34:53.132ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
48402025-03-19T17:34:53.133ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
48412025-03-19T17:34:53.134ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48422025-03-19T17:34:53.135ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48432025-03-19T17:34:53.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48442025-03-19T17:34:53.136ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48452025-03-19T17:34:53.136ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
48462025-03-19T17:34:53.136ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
48472025-03-19T17:34:53.136ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43781, tv_nsec: 101767368 } })
48482025-03-19T17:34:53.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
48492025-03-19T17:34:53.137ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
48502025-03-19T17:34:53.138ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
48512025-03-19T17:34:53.138ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48522025-03-19T17:34:53.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48532025-03-19T17:34:53.142ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48542025-03-19T17:34:53.143ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48552025-03-19T17:34:53.143ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
48562025-03-19T17:34:53.143ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
48572025-03-19T17:34:53.143ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
48582025-03-19T17:34:53.144ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
48592025-03-19T17:34:53.145ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
48602025-03-19T17:34:53.145ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
48612025-03-19T17:34:53.145ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
48622025-03-19T17:34:53.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
48632025-03-19T17:34:53.145ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "17dc645d-1e49-46f4-bbd7-a58ad4e0f0d8", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
48642025-03-19T17:34:53.145ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
48652025-03-19T17:34:53.146ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
48662025-03-19T17:34:53.150ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
48672025-03-19T17:34:53.150ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 84.706366ms iteration = 70 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
48682025-03-19T17:34:53.161ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 95.691347ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
48692025-03-19T17:34:53.162ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48702025-03-19T17:34:53.163ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48712025-03-19T17:34:53.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48722025-03-19T17:34:53.164ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
48732025-03-19T17:34:53.165ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
48742025-03-19T17:34:53.165ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
48752025-03-19T17:34:53.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
48762025-03-19T17:34:53.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
48772025-03-19T17:34:53.166ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48782025-03-19T17:34:53.166ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48792025-03-19T17:34:53.167ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48802025-03-19T17:34:53.170ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
48812025-03-19T17:34:53.170ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
48822025-03-19T17:34:53.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
48832025-03-19T17:34:53.172ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48842025-03-19T17:34:53.176ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
48852025-03-19T17:34:53.176ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
48862025-03-19T17:34:53.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
48872025-03-19T17:34:53.179ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 113.208068ms iteration = 24 status = 0
48882025-03-19T17:34:53.182ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
48892025-03-19T17:34:53.182ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
48902025-03-19T17:34:53.183ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b967968a-58be-48f0-bb9e-d3b23d368ba1", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
48912025-03-19T17:34:53.183ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
48922025-03-19T17:34:53.183ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
48932025-03-19T17:34:53.183ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
48942025-03-19T17:34:53.183ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 117.262781ms iteration = 24 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
48952025-03-19T17:34:53.185ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
48962025-03-19T17:34:53.188ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 122.942021ms iteration = 27 status = {"physical_disks_added":0}
48972025-03-19T17:34:53.211ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 145.2121ms iteration = 24 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
48982025-03-19T17:34:53.214ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
48992025-03-19T17:34:53.214ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 148.806522ms iteration = 24 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
49002025-03-19T17:34:53.228ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49012025-03-19T17:34:53.228ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49022025-03-19T17:34:53.233ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
49032025-03-19T17:34:53.233ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
49042025-03-19T17:34:53.233ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0892d578-512c-4b2b-bf81-4450ea0f95e4", "content-length": "26", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49052025-03-19T17:34:53.233ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
49062025-03-19T17:34:53.235ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
49072025-03-19T17:34:53.242ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
49082025-03-19T17:34:53.243ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "ff1fd502-e9ce-4965-a4fc-3421cc9851af", "content-length": "1", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49092025-03-19T17:34:53.245ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
49102025-03-19T17:34:53.245ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
49112025-03-19T17:34:53.248ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 182.395129ms iteration = 24 status = null
49122025-03-19T17:34:53.251ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = instance_watcher body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db/state
49132025-03-19T17:34:53.252ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = instance_watcher result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db/state", status: 200, headers: {"content-type": "application/json", "x-request-id": "bea70e27-e420-46a1-adf7-eab66b25fbbe", "content-length": "130", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49142025-03-19T17:34:53.255ZDEBGnexus (BackgroundTasks): updating instance state background_task = instance_watcher instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 sled_id = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-19T17:34:47.110468744Z }, migration_in: None, migration_out: None } vmm_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db
49152025-03-19T17:34:53.255ZINFOnexus (BackgroundTasks): received new VMM runtime state from sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:2088 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db sled_id = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 vmm_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-19T17:34:47.110468744Z }
49162025-03-19T17:34:53.255ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 roles = RoleSet { roles: {} } sled_id = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 vmm_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db
49172025-03-19T17:34:53.255ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 resource = Database result = Ok(()) sled_id = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 vmm_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db
49182025-03-19T17:34:53.256ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 190.541376ms iteration = 24 status = {}
49192025-03-19T17:34:53.318ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 1 total_failed = 0 total_incomplete = 0 total_instances = 1 update_sagas_queued = 0
49202025-03-19T17:34:53.320ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 254.284482ms iteration = 24 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{"running":1},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
49212025-03-19T17:34:53.321ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
49222025-03-19T17:34:53.321ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
49232025-03-19T17:34:53.321ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "4872bc90-3add-4367-8960-160c0840bd17", "content-length": "585", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49242025-03-19T17:34:53.321ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49252025-03-19T17:34:53.322ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49262025-03-19T17:34:53.338ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {a22d276e-5326-4deb-b4f9-07d31f3585cd: {10.151.1.176: {24d4bb45-31b6-493f-8602-074a58645155}, 10.151.1.175: {24d4bb45-31b6-493f-8602-074a58645155}}} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
49272025-03-19T17:34:53.338ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
49282025-03-19T17:34:53.338ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "065ead1e-413f-4c2a-83bb-a9a6157ad3de", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49292025-03-19T17:34:53.338ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49302025-03-19T17:34:53.339ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49312025-03-19T17:34:53.341ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49322025-03-19T17:34:53.341ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49332025-03-19T17:34:53.345ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49342025-03-19T17:34:53.345ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49352025-03-19T17:34:53.348ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49362025-03-19T17:34:53.348ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49372025-03-19T17:34:53.350ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49382025-03-19T17:34:53.351ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49392025-03-19T17:34:53.353ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49402025-03-19T17:34:53.353ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49412025-03-19T17:34:53.357ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
49422025-03-19T17:34:53.357ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
49432025-03-19T17:34:53.357ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
49442025-03-19T17:34:53.357ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b9d12f96-e62f-46bb-ba77-4b9ebc50611d", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49452025-03-19T17:34:53.357ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49462025-03-19T17:34:53.358ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49472025-03-19T17:34:53.359ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49482025-03-19T17:34:53.359ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 293.912458ms iteration = 24 status = {}
49492025-03-19T17:34:53.361ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
49502025-03-19T17:34:53.361ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49512025-03-19T17:34:53.361ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49522025-03-19T17:34:53.362ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49532025-03-19T17:34:53.365ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
49542025-03-19T17:34:53.365ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49552025-03-19T17:34:53.365ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49562025-03-19T17:34:53.379ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49572025-03-19T17:34:53.379ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49582025-03-19T17:34:53.381ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
49592025-03-19T17:34:53.381ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49602025-03-19T17:34:53.381ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49612025-03-19T17:34:53.399ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
49622025-03-19T17:34:53.399ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "bd864f28-33b5-430d-a2bf-a6c94f6e4727", "content-length": "134", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49632025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
49642025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
49652025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
49662025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
49672025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
49682025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
49692025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
49702025-03-19T17:34:53.399ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
49712025-03-19T17:34:53.400ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
49722025-03-19T17:34:53.400ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
49732025-03-19T17:34:53.400ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
49742025-03-19T17:34:53.400ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49752025-03-19T17:34:53.400ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49762025-03-19T17:34:53.402ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
49772025-03-19T17:34:53.403ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "dad0e5da-1031-4c72-884a-92064edd0bef", "content-length": "2", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49782025-03-19T17:34:53.403ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
49792025-03-19T17:34:53.403ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
49802025-03-19T17:34:53.403ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "92da39d8-6117-472e-8fed-9a5900b39478", "content-length": "52", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49812025-03-19T17:34:53.403ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
49822025-03-19T17:34:53.403ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
49832025-03-19T17:34:53.403ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "12663511-8090-4862-b82c-4832b95e3759", "content-length": "811", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49842025-03-19T17:34:53.406ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(10169195) }} sled = buskin
49852025-03-19T17:34:53.406ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
49862025-03-19T17:34:53.406ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
49872025-03-19T17:34:53.408ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 342.361165ms iteration = 24 status = {}
49882025-03-19T17:34:53.506ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "801f9438-e971-48bd-830f-92fc44a579c3", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49892025-03-19T17:34:53.506ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
49902025-03-19T17:34:53.506ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
49912025-03-19T17:34:53.506ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "cc4b5175-98fa-4e3d-bdbe-00452b9230a7", "content-length": "682", "date": "Wed, 19 Mar 2025 17:34:53 GMT"} })
49922025-03-19T17:34:53.506ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49932025-03-19T17:34:53.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49942025-03-19T17:34:53.510ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49952025-03-19T17:34:53.510ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49962025-03-19T17:34:53.513ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49972025-03-19T17:34:53.513ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49982025-03-19T17:34:53.516ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49992025-03-19T17:34:53.516ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50002025-03-19T17:34:53.523ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 456.857273ms iteration = 24 status = {}
50012025-03-19T17:34:53.546ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9b90b35-6027-4ea5-b2f3-10a99524b598 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50022025-03-19T17:34:53.546ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9b90b35-6027-4ea5-b2f3-10a99524b598 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50032025-03-19T17:34:53.548ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2261 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d9b90b35-6027-4ea5-b2f3-10a99524b598 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50042025-03-19T17:34:54.567ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6200f01-7c62-4df6-aa68-faff5ae6a6d4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50052025-03-19T17:34:54.568ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6200f01-7c62-4df6-aa68-faff5ae6a6d4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50062025-03-19T17:34:54.569ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2260 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6200f01-7c62-4df6-aa68-faff5ae6a6d4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50072025-03-19T17:34:55.589ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a822983-3ea2-4858-8d91-94794a0d4737 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50082025-03-19T17:34:55.589ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a822983-3ea2-4858-8d91-94794a0d4737 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50092025-03-19T17:34:55.591ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2169 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a822983-3ea2-4858-8d91-94794a0d4737 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50102025-03-19T17:34:56.611ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 934d358e-de5d-4d28-8f11-3882609d016f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50112025-03-19T17:34:56.612ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 934d358e-de5d-4d28-8f11-3882609d016f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50122025-03-19T17:34:56.614ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2726 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 934d358e-de5d-4d28-8f11-3882609d016f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50132025-03-19T17:34:57.212ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2088 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bff988df-40ec-4e2b-8c35-c5f6585c576e uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-03-19T17:34:57.211850350Z }
50142025-03-19T17:34:57.212ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bff988df-40ec-4e2b-8c35-c5f6585c576e roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50152025-03-19T17:34:57.212ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bff988df-40ec-4e2b-8c35-c5f6585c576e resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50162025-03-19T17:34:57.233ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 21502 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bff988df-40ec-4e2b-8c35-c5f6585c576e response_code = 204 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50172025-03-19T17:34:57.259ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3331 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 6a49fa59-1ca3-4a14-8a99-b0614059d8ca response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
50182025-03-19T17:34:57.633ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5f59af0-428d-4314-911e-3c596d0e2d6f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50192025-03-19T17:34:57.633ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5f59af0-428d-4314-911e-3c596d0e2d6f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50202025-03-19T17:34:57.635ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2260 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d5f59af0-428d-4314-911e-3c596d0e2d6f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50212025-03-19T17:34:58.657ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0048354e-b825-4a03-a73f-5d2dcd705a26 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50222025-03-19T17:34:58.658ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0048354e-b825-4a03-a73f-5d2dcd705a26 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50232025-03-19T17:34:58.659ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2083 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0048354e-b825-4a03-a73f-5d2dcd705a26 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
50242025-03-19T17:34:59.656ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2088 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-03-19T17:34:59.656106290Z }
50252025-03-19T17:34:59.656ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50262025-03-19T17:34:59.656ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50272025-03-19T17:34:59.668ZDEBGnexus (dropshot_internal): new VMM runtime state from sled agent requires an instance-update saga actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_in_needs_update = false migration_out_needs_update = false propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_needs_update = true
50282025-03-19T17:34:59.668ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50292025-03-19T17:34:59.668ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50302025-03-19T17:34:59.680ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50312025-03-19T17:34:59.680ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50322025-03-19T17:34:59.682ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50332025-03-19T17:34:59.683ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50342025-03-19T17:34:59.685ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50352025-03-19T17:34:59.685ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50362025-03-19T17:34:59.686ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50372025-03-19T17:34:59.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50382025-03-19T17:34:59.688ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50392025-03-19T17:34:59.688ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50402025-03-19T17:34:59.690ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50412025-03-19T17:34:59.693ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, lookup_type: ById(0c6e38e1-1db8-4dcc-b61a-90a17f82848e) }, key: 7fecc4d7-a243-411a-8da4-b57ef7f340b1, lookup_type: ById(7fecc4d7-a243-411a-8da4-b57ef7f340b1) }, key: dfe8f030-f8ee-46be-9668-8fd091ac0445, lookup_type: ById(dfe8f030-f8ee-46be-9668-8fd091ac0445) } result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50422025-03-19T17:34:59.701ZINFOnexus (dropshot_internal): starting update saga for dfe8f030-f8ee-46be-9668-8fd091ac0445 actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:1551 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-03-19T17:34:59.656106290Z }
50432025-03-19T17:34:59.701ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 44785 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c response_code = 204 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50442025-03-19T17:34:59.701ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2088 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 396b67f9-af0d-4a8c-8bc8-7ad224289823 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-03-19T17:34:59.656106290Z }
50452025-03-19T17:34:59.701ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 396b67f9-af0d-4a8c-8bc8-7ad224289823 roles = RoleSet { roles: {} } uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50462025-03-19T17:34:59.701ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 396b67f9-af0d-4a8c-8bc8-7ad224289823 resource = Database result = Ok(()) uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50472025-03-19T17:34:59.703ZDEBGnexus (dropshot_internal): preparing instance-update saga for dfe8f030-f8ee-46be-9668-8fd091ac0445... actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 062bb943-3239-4a43-93ce-ee2edc3ea53c uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50482025-03-19T17:34:59.703ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update
50492025-03-19T17:34:59.705ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 4160 local_addr = [fd00:1122:3344:101::c]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 396b67f9-af0d-4a8c-8bc8-7ad224289823 response_code = 204 uri = /vmms/e18f3de5-a550-4964-ae5c-5aacdcdfb5db
50502025-03-19T17:34:59.708ZINFOnexus (SEC): saga create dag = {"end_node":4,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"start_instance_update.lock_instance","label":"LockInstance","name":"updater_lock"}},{"Action":{"action_name":"start_instance_update.fetch_state_and_start_real_saga","label":"FetchStateAndStartRealSaga","name":"state"}},{"Start":{"params":{"authz_instance":{"key":"dfe8f030-f8ee-46be-9668-8fd091ac0445","lookup_type":{"ById":"dfe8f030-f8ee-46be-9668-8fd091ac0445"},"parent":{"key":"7fecc4d7-a243-411a-8da4-b57ef7f340b1","lookup_type":{"ById":"7fecc4d7-a243-411a-8da4-b57ef7f340b1"},"parent":{"key":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","lookup_type":{"ById":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e"},"parent":null}}},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}}}}},"End"]},"saga_name":"start-instance-update","start_node":3} file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1146 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50512025-03-19T17:34:59.709ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update
50522025-03-19T17:34:59.751ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update
50532025-03-19T17:34:59.751ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:967 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50542025-03-19T17:34:59.754ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50552025-03-19T17:34:59.754ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50562025-03-19T17:34:59.762ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50572025-03-19T17:34:59.762ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50582025-03-19T17:34:59.769ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50592025-03-19T17:34:59.769ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50602025-03-19T17:34:59.778ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50612025-03-19T17:34:59.778ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("21a0c841-8561-43ac-8d55-667c05db3792")) node_id = 0 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50622025-03-19T17:34:59.783ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50632025-03-19T17:34:59.783ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50642025-03-19T17:34:59.803ZINFOnexus (SagaExecutor): instance update: attempting to lock instance file = nexus/src/app/sagas/instance_update/start.rs:93 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update
50652025-03-19T17:34:59.803ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50662025-03-19T17:34:59.804ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50672025-03-19T17:34:59.805ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50682025-03-19T17:34:59.806ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50692025-03-19T17:34:59.808ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50702025-03-19T17:34:59.808ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50712025-03-19T17:34:59.809ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50722025-03-19T17:34:59.810ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50732025-03-19T17:34:59.811ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50742025-03-19T17:34:59.811ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50752025-03-19T17:34:59.813ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50762025-03-19T17:34:59.813ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50772025-03-19T17:34:59.815ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50782025-03-19T17:34:59.818ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, lookup_type: ById(0c6e38e1-1db8-4dcc-b61a-90a17f82848e) }, key: 7fecc4d7-a243-411a-8da4-b57ef7f340b1, lookup_type: ById(7fecc4d7-a243-411a-8da4-b57ef7f340b1) }, key: dfe8f030-f8ee-46be-9668-8fd091ac0445, lookup_type: ById(dfe8f030-f8ee-46be-9668-8fd091ac0445) } result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50792025-03-19T17:34:59.818ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance updater_id = 21a0c841-8561-43ac-8d55-667c05db3792
50802025-03-19T17:34:59.818ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50812025-03-19T17:34:59.819ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50822025-03-19T17:34:59.835ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance updater_id = 21a0c841-8561-43ac-8d55-667c05db3792
50832025-03-19T17:34:59.835ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50842025-03-19T17:34:59.835ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance
50852025-03-19T17:34:59.840ZDEBGnexus (SagaExecutor): instance updater lock acquired! actor_id = 001de000-05e4-4000-8000-000000000002 already_locked = true authenticated = true instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 locked_gen = Generation(Generation(2)) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = LockInstance updater_id = 21a0c841-8561-43ac-8d55-667c05db3792
50862025-03-19T17:34:59.840ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50872025-03-19T17:34:59.840ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(2), "updater_id": String("21a0c841-8561-43ac-8d55-667c05db3792")}) node_id = 1 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50882025-03-19T17:34:59.844ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
50892025-03-19T17:34:59.844ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
50902025-03-19T17:34:59.854ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50912025-03-19T17:34:59.854ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50922025-03-19T17:34:59.855ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50932025-03-19T17:34:59.856ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50942025-03-19T17:34:59.857ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50952025-03-19T17:34:59.857ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50962025-03-19T17:34:59.858ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50972025-03-19T17:34:59.862ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, lookup_type: ById(0c6e38e1-1db8-4dcc-b61a-90a17f82848e) }, key: 7fecc4d7-a243-411a-8da4-b57ef7f340b1, lookup_type: ById(7fecc4d7-a243-411a-8da4-b57ef7f340b1) }, key: dfe8f030-f8ee-46be-9668-8fd091ac0445, lookup_type: ById(dfe8f030-f8ee-46be-9668-8fd091ac0445) } result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50982025-03-19T17:34:59.862ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
50992025-03-19T17:34:59.862ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
51002025-03-19T17:34:59.873ZINFOnexus (SagaExecutor): instance update: starting real update saga... current.active_vmm = Some(Vmm { id: e18f3de5-a550-4964-ae5c-5aacdcdfb5db, time_created: 2025-03-19T17:34:39.126061Z, time_deleted: None, instance_id: dfe8f030-f8ee-46be-9668-8fd091ac0445, sled_id: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, propolis_ip: V6(Ipv6Network { addr: fd00:1122:3344:101::1:0, prefix: 128 }), propolis_port: SqlU16(12400), runtime: VmmRuntimeState { time_state_updated: 2025-03-19T17:34:59.656106Z, gen: Generation(Generation(8)), state: Destroyed } }) current.migration = None current.runtime_state = InstanceRuntimeState { time_updated: 2025-03-19T17:34:36.690285Z, gen: Generation(Generation(3)), propolis_id: Some(e18f3de5-a550-4964-ae5c-5aacdcdfb5db), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None } current.target_vmm = None file = nexus/src/app/sagas/instance_update/start.rs:180 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update update.deprovision = true update.destroy_active_vmm = Some(e18f3de5-a550-4964-ae5c-5aacdcdfb5db (propolis)) update.destroy_target_vmm = None update.network_config_update = Some(Delete) update.new_runtime_state = InstanceRuntimeState { time_updated: 2025-03-19T17:34:59.870875430Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }
51012025-03-19T17:34:59.878ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51022025-03-19T17:34:59.881ZINFOnexus (SEC): saga create dag = {"end_node":14,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"instance_update.become_updater","label":"BecomeUpdater","name":"updater_lock"}},{"Constant":{"name":"network_config_update","value":"Delete"}},{"Action":{"action_name":"instance_update.update_network_config","label":"UpdateNetworkConfig","name":"update_network_config"}},{"Action":{"action_name":"instance_update.release_virtual_provisioning","label":"ReleaseVirtualProvisioning","name":"release_virtual_provisioning"}},{"Action":{"action_name":"instance_update.unassign_oximeter_producer","label":"UnassignOximeterProducer","name":"unassign_oximeter_producer"}},{"Action":{"action_name":"instance_update.commit_instance_updates","label":"CommitInstanceUpdates","name":"commit_instance_updates"}},{"Constant":{"name":"destroy_active_vmm_params","value":{"instance_id":"dfe8f030-f8ee-46be-9668-8fd091ac0445","serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"vmm_id":"e18f3de5-a550-4964-ae5c-5aacdcdfb5db"}}},{"SubsagaStart":{"params_node_name":"destroy_active_vmm_params","saga_name":"destroy_active_vmm"}},{"Action":{"action_name":"destroy_vmm.release_sled_resources","label":"ReleaseSledResources","name":"release_sled_resources"}},{"Action":{"action_name":"destroy_vmm.mark_vmm_deleted","label":"MarkVmmDeleted","name":"mark_vmm_deleted"}},{"SubsagaEnd":{"name":"active_vmm_destroyed"}},{"Action":{"action_name":"instance_update.chain_successor_saga","label":"ChainSuccessorSaga","name":"chain_successor_saga"}},{"Start":{"params":{"authz_instance":{"key":"dfe8f030-f8ee-46be-9668-8fd091ac0445","lookup_type":{"ById":"dfe8f030-f8ee-46be-9668-8fd091ac0445"},"parent":{"key":"7fecc4d7-a243-411a-8da4-b57ef7f340b1","lookup_type":{"ById":"7fecc4d7-a243-411a-8da4-b57ef7f340b1"},"parent":{"key":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","lookup_type":{"ById":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e"},"parent":null}}},"orig_lock":{"locked_gen":2,"updater_id":"21a0c841-8561-43ac-8d55-667c05db3792"},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"update":{"deprovision":{"cpus_diff":2,"project_id":"7fecc4d7-a243-411a-8da4-b57ef7f340b1","ram_diff":1073741824},"destroy_active_vmm":"e18f3de5-a550-4964-ae5c-5aacdcdfb5db","destroy_target_vmm":null,"network_config":"Delete","new_runtime":{"dst_propolis_id":null,"gen":4,"migration_id":null,"nexus_state":"NoVmm","propolis_id":null,"time_last_auto_restarted":null,"time_updated":"2025-03-19T17:34:59.870875430Z"}}}}},"End"]},"saga_name":"instance-update","start_node":13} file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1146 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51032025-03-19T17:34:59.881ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51042025-03-19T17:34:59.887ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51052025-03-19T17:34:59.887ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:967 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51062025-03-19T17:34:59.887ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51072025-03-19T17:34:59.887ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51082025-03-19T17:34:59.894ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51092025-03-19T17:34:59.894ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 13 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51102025-03-19T17:34:59.899ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51112025-03-19T17:34:59.899ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51122025-03-19T17:34:59.904ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51132025-03-19T17:34:59.904ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("574a6340-be8a-42e0-a96c-4e9a51dd2601")) node_id = 0 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51142025-03-19T17:34:59.909ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51152025-03-19T17:34:59.909ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51162025-03-19T17:34:59.916ZDEBGnexus (SagaExecutor): instance update: trying to become instance updater... instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 parent_lock = UpdaterLock { updater_id: 21a0c841-8561-43ac-8d55-667c05db3792, locked_gen: Generation(Generation(2)) } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51172025-03-19T17:34:59.916ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = BecomeUpdater
51182025-03-19T17:34:59.916ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = BecomeUpdater
51192025-03-19T17:34:59.929ZDEBGnexus (SagaExecutor): inherited lock from 21a0c841-8561-43ac-8d55-667c05db3792 to 574a6340-be8a-42e0-a96c-4e9a51dd2601 actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 locked_gen = Generation(Generation(3)) parent_gen = Generation(Generation(2)) parent_id = 21a0c841-8561-43ac-8d55-667c05db3792 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = BecomeUpdater updater_id = 574a6340-be8a-42e0-a96c-4e9a51dd2601
51202025-03-19T17:34:59.929ZINFOnexus (SagaExecutor): instance_update: Now, I am become Updater, the destroyer of VMMs. file = nexus/src/app/sagas/instance_update/mod.rs:964 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51212025-03-19T17:34:59.929ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51222025-03-19T17:34:59.929ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(3), "updater_id": String("574a6340-be8a-42e0-a96c-4e9a51dd2601")}) node_id = 1 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51232025-03-19T17:34:59.934ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51242025-03-19T17:34:59.934ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51252025-03-19T17:34:59.938ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51262025-03-19T17:34:59.938ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("Delete")) node_id = 2 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51272025-03-19T17:34:59.942ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51282025-03-19T17:34:59.942ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51292025-03-19T17:34:59.946ZINFOnexus (SagaExecutor): instance update: deleting network config file = nexus/src/app/sagas/instance_update/mod.rs:1017 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51302025-03-19T17:34:59.946ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445
51312025-03-19T17:34:59.949ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51322025-03-19T17:34:59.950ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51332025-03-19T17:34:59.970ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51342025-03-19T17:34:59.970ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51352025-03-19T17:34:59.988ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
51362025-03-19T17:34:59.988ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51372025-03-19T17:34:59.988ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UpdateNetworkConfig
51382025-03-19T17:34:59.991ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
51392025-03-19T17:34:59.991ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
51402025-03-19T17:34:59.991ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
51412025-03-19T17:34:59.992ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
51422025-03-19T17:34:59.994ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
51432025-03-19T17:34:59.994ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
51442025-03-19T17:34:59.994ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
51452025-03-19T17:34:59.999ZDEBGnexus: notifying dendrite of updates instance_id = Some(dfe8f030-f8ee-46be-9668-8fd091ac0445 (instance)) switch = switch0
51462025-03-19T17:35:00.000ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43787, tv_nsec: 965016778 } })
51472025-03-19T17:35:00.000ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1171
51482025-03-19T17:35:00.030ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
51492025-03-19T17:35:00.030ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
51502025-03-19T17:35:00.031ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6310d473-071d-403f-a343-2ff7ff28f167", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} })
51512025-03-19T17:35:00.031ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
51522025-03-19T17:35:00.031ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
51532025-03-19T17:35:00.060ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
51542025-03-19T17:35:00.060ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "33b9c6ef-e551-40fd-b573-b7a7a161561f", "content-length": "4", "date": "Wed, 19 Mar 2025 17:34:59 GMT"} })
51552025-03-19T17:35:00.062ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51562025-03-19T17:35:00.062ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51572025-03-19T17:35:00.067ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51582025-03-19T17:35:00.067ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51592025-03-19T17:35:00.072ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ReleaseVirtualProvisioning
51602025-03-19T17:35:00.073ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ReleaseVirtualProvisioning
51612025-03-19T17:35:00.088ZINFOnexus (SagaExecutor): instance update (no VMM): deallocated virtual provisioning resources file = nexus/src/app/sagas/instance_update/mod.rs:1092 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 records_deleted = [VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2025-03-19T17:35:00.077644Z), collection_type: "Fleet", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, time_modified: Some(2025-03-19T17:35:00.077644Z), collection_type: "Silo", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 7fecc4d7-a243-411a-8da4-b57ef7f340b1, time_modified: Some(2025-03-19T17:35:00.077644Z), collection_type: "Project", virtual_disk_bytes_provisioned: ByteCount(ByteCount(2147483648)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }] saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51622025-03-19T17:35:00.088ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51632025-03-19T17:35:00.088ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51642025-03-19T17:35:00.093ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51652025-03-19T17:35:00.093ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51662025-03-19T17:35:00.096ZINFOnexus (SagaExecutor): instance update (no VMM): unassigning oximeter producer file = nexus/src/app/sagas/instance_update/mod.rs:1127 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51672025-03-19T17:35:00.096ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UnassignOximeterProducer
51682025-03-19T17:35:00.096ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UnassignOximeterProducer
51692025-03-19T17:35:00.103ZDEBGnexus (SagaExecutor): deleted metric producer assignment collector_id = e83d107a-49c5-4884-950a-15aa1b1ed96e producer_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51702025-03-19T17:35:00.103ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UnassignOximeterProducer
51712025-03-19T17:35:00.103ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = UnassignOximeterProducer
51722025-03-19T17:35:00.137ZINFOnexus (SagaExecutor): registered oximeter collector client file = nexus/src/app/oximeter.rs:262 id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51732025-03-19T17:35:00.137ZDEBGnexus (SagaExecutor): client request body = None method = DELETE oximeter-collector = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update uri = http://[fd00:1122:3344:101::d]:12223/producers/dfe8f030-f8ee-46be-9668-8fd091ac0445
51742025-03-19T17:35:00.161ZDEBGnexus (SagaExecutor): client response oximeter-collector = dfe8f030-f8ee-46be-9668-8fd091ac0445 result = Ok(Response { url: "http://[fd00:1122:3344:101::d]:12223/producers/dfe8f030-f8ee-46be-9668-8fd091ac0445", status: 204, headers: {"x-request-id": "0198fe7d-b647-4f8e-addd-22808f17268f", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} }) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51752025-03-19T17:35:00.161ZDEBGnexus (SagaExecutor): successfully deleted producer from collector address = [fd00:1122:3344:101::d]:12223 collector_id = e83d107a-49c5-4884-950a-15aa1b1ed96e producer_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51762025-03-19T17:35:00.162ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51772025-03-19T17:35:00.162ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51782025-03-19T17:35:00.166ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51792025-03-19T17:35:00.166ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51802025-03-19T17:35:00.169ZDEBGnexus (SagaExecutor): instance update: committing new runtime state and unlocking... instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 lock = UpdaterLock { updater_id: 574a6340-be8a-42e0-a96c-4e9a51dd2601, locked_gen: Generation(Generation(3)) } new_runtime = InstanceRuntimeState { time_updated: 2025-03-19T17:34:59.870875430Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51812025-03-19T17:35:00.169ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = CommitInstanceUpdates
51822025-03-19T17:35:00.169ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = CommitInstanceUpdates
51832025-03-19T17:35:00.208ZINFOnexus (SagaExecutor): instance update: committed update new runtime state! did_unlock = true file = nexus/src/app/sagas/instance_update/mod.rs:1176 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 new_runtime = InstanceRuntimeState { time_updated: 2025-03-19T17:34:59.870875430Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
51842025-03-19T17:35:00.208ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51852025-03-19T17:35:00.208ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 6 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51862025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 25 reason = Signaled
51872025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 25 reason = Signaled
51882025-03-19T17:35:00.209ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
51892025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
51902025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
51912025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
51922025-03-19T17:35:00.209ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
51932025-03-19T17:35:00.210ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51942025-03-19T17:35:00.212ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
51952025-03-19T17:35:00.212ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
51962025-03-19T17:35:00.212ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
51972025-03-19T17:35:00.212ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
51982025-03-19T17:35:00.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
51992025-03-19T17:35:00.214ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52002025-03-19T17:35:00.215ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52012025-03-19T17:35:00.215ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"instance_id": String("dfe8f030-f8ee-46be-9668-8fd091ac0445"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("e18f3de5-a550-4964-ae5c-5aacdcdfb5db")}) node_id = 7 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52022025-03-19T17:35:00.216ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
52032025-03-19T17:35:00.216ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52042025-03-19T17:35:00.216ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52052025-03-19T17:35:00.219ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52062025-03-19T17:35:00.219ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52072025-03-19T17:35:00.220ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52082025-03-19T17:35:00.220ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52092025-03-19T17:35:00.222ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52102025-03-19T17:35:00.222ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52112025-03-19T17:35:00.226ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52122025-03-19T17:35:00.226ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52132025-03-19T17:35:00.230ZINFOnexus (SagaExecutor): instance update (VMM destroyed): deallocating sled resource reservation file = nexus/src/app/sagas/instance_update/destroyed.rs:82 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
52142025-03-19T17:35:00.230ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ReleaseSledResources
52152025-03-19T17:35:00.230ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ReleaseSledResources
52162025-03-19T17:35:00.248ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
52172025-03-19T17:35:00.248ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
52182025-03-19T17:35:00.249ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1efa6303-f6bc-4fd5-a740-4327e4fc6183", "content-length": "372", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} })
52192025-03-19T17:35:00.249ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52202025-03-19T17:35:00.249ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52212025-03-19T17:35:00.262ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52222025-03-19T17:35:00.262ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 9 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52232025-03-19T17:35:00.262ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {a22d276e-5326-4deb-b4f9-07d31f3585cd: {10.151.1.175: {24d4bb45-31b6-493f-8602-074a58645155}, 10.151.1.176: {24d4bb45-31b6-493f-8602-074a58645155}}} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
52242025-03-19T17:35:00.262ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
52252025-03-19T17:35:00.263ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "2a2e7c4f-ab57-4afc-9b19-80a96bad8278", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} })
52262025-03-19T17:35:00.263ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52272025-03-19T17:35:00.263ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52282025-03-19T17:35:00.266ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52292025-03-19T17:35:00.266ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52302025-03-19T17:35:00.266ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52312025-03-19T17:35:00.266ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52322025-03-19T17:35:00.269ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52332025-03-19T17:35:00.269ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52342025-03-19T17:35:00.271ZINFOnexus (SagaExecutor): instance update (VMM destroyed): marking VMM record deleted file = nexus/src/app/sagas/instance_update/destroyed.rs:113 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 propolis_id = e18f3de5-a550-4964-ae5c-5aacdcdfb5db saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
52352025-03-19T17:35:00.271ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = MarkVmmDeleted
52362025-03-19T17:35:00.272ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
52372025-03-19T17:35:00.272ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
52382025-03-19T17:35:00.272ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = MarkVmmDeleted
52392025-03-19T17:35:00.272ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "88b15f34-ba0b-4cfe-ae62-7be2e2bad1fb", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} })
52402025-03-19T17:35:00.274ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 65.120248ms iteration = 25 status = {}
52412025-03-19T17:35:00.280ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52422025-03-19T17:35:00.280ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52432025-03-19T17:35:00.284ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52442025-03-19T17:35:00.284ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52452025-03-19T17:35:00.286ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52462025-03-19T17:35:00.286ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52472025-03-19T17:35:00.287ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52482025-03-19T17:35:00.288ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52492025-03-19T17:35:00.288ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 11 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52502025-03-19T17:35:00.289ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
52512025-03-19T17:35:00.289ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52522025-03-19T17:35:00.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52532025-03-19T17:35:00.290ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52542025-03-19T17:35:00.291ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52552025-03-19T17:35:00.291ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52562025-03-19T17:35:00.292ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
52572025-03-19T17:35:00.292ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52582025-03-19T17:35:00.292ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52592025-03-19T17:35:00.295ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52602025-03-19T17:35:00.295ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52612025-03-19T17:35:00.296ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52622025-03-19T17:35:00.296ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52632025-03-19T17:35:00.298ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52642025-03-19T17:35:00.298ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52652025-03-19T17:35:00.299ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52662025-03-19T17:35:00.302ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, lookup_type: ById(0c6e38e1-1db8-4dcc-b61a-90a17f82848e) }, key: 7fecc4d7-a243-411a-8da4-b57ef7f340b1, lookup_type: ById(7fecc4d7-a243-411a-8da4-b57ef7f340b1) }, key: dfe8f030-f8ee-46be-9668-8fd091ac0445, lookup_type: ById(dfe8f030-f8ee-46be-9668-8fd091ac0445) } result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52672025-03-19T17:35:00.302ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52682025-03-19T17:35:00.302ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_node = ChainSuccessorSaga
52692025-03-19T17:35:00.307ZDEBGnexus (SagaExecutor): instance update: instance will not reincarnate auto_restart_config = InstanceAutoRestart { policy: None, cooldown: None } instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 karmic_state = WillReincarnate needs_reincarnation = false saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update
52702025-03-19T17:35:00.307ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52712025-03-19T17:35:00.307ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 12 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52722025-03-19T17:35:00.326ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
52732025-03-19T17:35:00.326ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "64d3b527-cf1f-4b92-8193-33956b8e67f2", "content-length": "691", "date": "Wed, 19 Mar 2025 17:35:00 GMT"} })
52742025-03-19T17:35:00.326ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
52752025-03-19T17:35:00.326ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
52762025-03-19T17:35:00.326ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
52772025-03-19T17:35:00.328ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 119.146323ms iteration = 25 status = {}
52782025-03-19T17:35:00.330ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52792025-03-19T17:35:00.330ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52802025-03-19T17:35:00.333ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52812025-03-19T17:35:00.333ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 14 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52822025-03-19T17:35:00.337ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52832025-03-19T17:35:00.337ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86
52842025-03-19T17:35:00.380ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52852025-03-19T17:35:00.387ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 saga_name = instance-update saga_result = SagaResult { saga_id: 4a909da8-4c44-4cea-971c-95d544e96a86, saga_log: SagaLog { saga_id: 4a909da8-4c44-4cea-971c-95d544e96a86, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String("574a6340-be8a-42e0-a96c-4e9a51dd2601")), 1: Succeeded(Object {"locked_gen": Number(3), "updater_id": String("574a6340-be8a-42e0-a96c-4e9a51dd2601")}), 2: Succeeded(String("Delete")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {"instance_id": String("dfe8f030-f8ee-46be-9668-8fd091ac0445"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("e18f3de5-a550-4964-ae5c-5aacdcdfb5db")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"active_vmm_destroyed": Null, "chain_successor_saga": Null, "commit_instance_updates": Null, "destroy_active_vmm_params": Object {"instance_id": String("dfe8f030-f8ee-46be-9668-8fd091ac0445"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("e18f3de5-a550-4964-ae5c-5aacdcdfb5db")}, "mark_vmm_deleted": Null, "network_config_update": String("Delete"), "release_sled_resources": Null, "release_virtual_provisioning": Null, "saga_instance_lock_id": String("574a6340-be8a-42e0-a96c-4e9a51dd2601"), "unassign_oximeter_producer": Null, "update_network_config": Null, "updater_lock": Object {"locked_gen": Number(3), "updater_id": String("574a6340-be8a-42e0-a96c-4e9a51dd2601")}} }) }
52862025-03-19T17:35:00.387ZDEBGnexus (SagaExecutor): instance update: child saga completed successfully child_saga_id = 4a909da8-4c44-4cea-971c-95d544e96a86 instance_id = dfe8f030-f8ee-46be-9668-8fd091ac0445 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update
52872025-03-19T17:35:00.387ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52882025-03-19T17:35:00.387ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
52892025-03-19T17:35:00.391ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52902025-03-19T17:35:00.391ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
52912025-03-19T17:35:00.395ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52922025-03-19T17:35:00.395ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
52932025-03-19T17:35:00.398ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52942025-03-19T17:35:00.398ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4
52952025-03-19T17:35:00.433ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update sec_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
52962025-03-19T17:35:00.433ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 0fcba342-5482-4284-b7b2-61d33cd457c4 saga_name = start-instance-update saga_result = SagaResult { saga_id: 0fcba342-5482-4284-b7b2-61d33cd457c4, saga_log: SagaLog { saga_id: 0fcba342-5482-4284-b7b2-61d33cd457c4, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String("21a0c841-8561-43ac-8d55-667c05db3792")), 1: Succeeded(Object {"locked_gen": Number(2), "updater_id": String("21a0c841-8561-43ac-8d55-667c05db3792")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"saga_instance_lock_id": String("21a0c841-8561-43ac-8d55-667c05db3792"), "state": Null, "updater_lock": Object {"locked_gen": Number(2), "updater_id": String("21a0c841-8561-43ac-8d55-667c05db3792")}} }) }
52972025-03-19T17:35:00.705ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ee1e8085-8984-4712-a2e8-278725aa7cca roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
52982025-03-19T17:35:00.705ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ee1e8085-8984-4712-a2e8-278725aa7cca resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
52992025-03-19T17:35:00.707ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2188 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ee1e8085-8984-4712-a2e8-278725aa7cca response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53002025-03-19T17:35:01.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7a8399eb-0646-4648-b271-09990f0833fa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53012025-03-19T17:35:01.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7a8399eb-0646-4648-b271-09990f0833fa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53022025-03-19T17:35:01.729ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2135 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7a8399eb-0646-4648-b271-09990f0833fa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53032025-03-19T17:35:02.750ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 12a08c65-08df-4010-864c-21448a0e11e9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53042025-03-19T17:35:02.751ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 12a08c65-08df-4010-864c-21448a0e11e9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53052025-03-19T17:35:02.752ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1875 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 12a08c65-08df-4010-864c-21448a0e11e9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53062025-03-19T17:35:03.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 71 reason = Timeout
53072025-03-19T17:35:03.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 71 reason = Timeout
53082025-03-19T17:35:03.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53092025-03-19T17:35:03.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53102025-03-19T17:35:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53112025-03-19T17:35:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53122025-03-19T17:35:03.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53132025-03-19T17:35:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
53142025-03-19T17:35:03.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53152025-03-19T17:35:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53162025-03-19T17:35:03.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53172025-03-19T17:35:03.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53182025-03-19T17:35:03.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53192025-03-19T17:35:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
53202025-03-19T17:35:03.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53212025-03-19T17:35:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53222025-03-19T17:35:03.085ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
53232025-03-19T17:35:03.085ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.891812ms iteration = 71 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
53242025-03-19T17:35:03.097ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53252025-03-19T17:35:03.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53262025-03-19T17:35:03.128ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 61.636939ms iteration = 71 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
53272025-03-19T17:35:03.773ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b7f16e7-4dc0-416b-a707-072276c48230 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53282025-03-19T17:35:03.774ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b7f16e7-4dc0-416b-a707-072276c48230 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53292025-03-19T17:35:03.776ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2218 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1b7f16e7-4dc0-416b-a707-072276c48230 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53302025-03-19T17:35:04.795ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3241cb9e-338d-4351-b09c-f45af23c3f31 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53312025-03-19T17:35:04.796ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3241cb9e-338d-4351-b09c-f45af23c3f31 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53322025-03-19T17:35:04.798ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2362 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3241cb9e-338d-4351-b09c-f45af23c3f31 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53332025-03-19T17:35:05.819ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8060135e-b296-4d32-ae8b-2a9285e1caf2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53342025-03-19T17:35:05.819ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8060135e-b296-4d32-ae8b-2a9285e1caf2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53352025-03-19T17:35:05.821ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2381 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8060135e-b296-4d32-ae8b-2a9285e1caf2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53362025-03-19T17:35:06.840ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 34bc0e22-b36c-4e2d-8858-844d92e262f2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53372025-03-19T17:35:06.841ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 34bc0e22-b36c-4e2d-8858-844d92e262f2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53382025-03-19T17:35:06.843ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2427 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 34bc0e22-b36c-4e2d-8858-844d92e262f2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53392025-03-19T17:35:07.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 753 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 4af098ee-e4de-4a10-bcaa-34051e3752d9 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
53402025-03-19T17:35:07.862ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a39e75e4-5126-4deb-bc53-4c2bd3b2a1be roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53412025-03-19T17:35:07.862ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a39e75e4-5126-4deb-bc53-4c2bd3b2a1be resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53422025-03-19T17:35:07.864ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2255 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a39e75e4-5126-4deb-bc53-4c2bd3b2a1be response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53432025-03-19T17:35:08.886ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2854af94-1f60-4646-8441-ace62939d3cb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53442025-03-19T17:35:08.886ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2854af94-1f60-4646-8441-ace62939d3cb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53452025-03-19T17:35:08.888ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2690 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2854af94-1f60-4646-8441-ace62939d3cb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53462025-03-19T17:35:09.907ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1081e1-b636-45d9-83fc-8d07080ea4fa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53472025-03-19T17:35:09.907ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1081e1-b636-45d9-83fc-8d07080ea4fa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53482025-03-19T17:35:09.909ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2227 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0c1081e1-b636-45d9-83fc-8d07080ea4fa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53492025-03-19T17:35:10.929ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9685473-fedf-421e-8e66-6ca89ada7fa7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53502025-03-19T17:35:10.929ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9685473-fedf-421e-8e66-6ca89ada7fa7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53512025-03-19T17:35:10.931ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2682 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f9685473-fedf-421e-8e66-6ca89ada7fa7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53522025-03-19T17:35:11.951ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb5c419e-d1aa-4162-953e-81bd35052f5e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53532025-03-19T17:35:11.951ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb5c419e-d1aa-4162-953e-81bd35052f5e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53542025-03-19T17:35:11.953ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2216 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cb5c419e-d1aa-4162-953e-81bd35052f5e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53552025-03-19T17:35:12.973ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 83a99842-60f1-490a-9b09-f7f22fa34e7f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53562025-03-19T17:35:12.973ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 83a99842-60f1-490a-9b09-f7f22fa34e7f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53572025-03-19T17:35:12.975ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2175 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 83a99842-60f1-490a-9b09-f7f22fa34e7f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53582025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 72 reason = Timeout
53592025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 72 reason = Timeout
53602025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53612025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53622025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53632025-03-19T17:35:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53642025-03-19T17:35:13.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53652025-03-19T17:35:13.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
53662025-03-19T17:35:13.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
53672025-03-19T17:35:13.070ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.519643ms iteration = 72 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
53682025-03-19T17:35:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
53692025-03-19T17:35:13.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53702025-03-19T17:35:13.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53712025-03-19T17:35:13.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53722025-03-19T17:35:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53732025-03-19T17:35:13.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53742025-03-19T17:35:13.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
53752025-03-19T17:35:13.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53762025-03-19T17:35:13.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
53772025-03-19T17:35:13.086ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
53782025-03-19T17:35:13.086ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.031708ms iteration = 72 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
53792025-03-19T17:35:13.995ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc93ad56-883e-4f02-9ebb-50334f50c886 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53802025-03-19T17:35:13.995ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc93ad56-883e-4f02-9ebb-50334f50c886 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53812025-03-19T17:35:13.997ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2352 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc93ad56-883e-4f02-9ebb-50334f50c886 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53822025-03-19T17:35:15.017ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41d2876f-36ba-4ed3-8190-c3fc719d8389 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53832025-03-19T17:35:15.017ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41d2876f-36ba-4ed3-8190-c3fc719d8389 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53842025-03-19T17:35:15.019ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2321 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41d2876f-36ba-4ed3-8190-c3fc719d8389 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53852025-03-19T17:35:16.039ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d38c97-3e8f-42c1-91d6-0909719cc581 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53862025-03-19T17:35:16.039ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d38c97-3e8f-42c1-91d6-0909719cc581 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53872025-03-19T17:35:16.041ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2453 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8d38c97-3e8f-42c1-91d6-0909719cc581 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53882025-03-19T17:35:17.061ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f15c478-2cea-4248-8568-77f9bb071fc8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53892025-03-19T17:35:17.061ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f15c478-2cea-4248-8568-77f9bb071fc8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53902025-03-19T17:35:17.063ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2143 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f15c478-2cea-4248-8568-77f9bb071fc8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53912025-03-19T17:35:17.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 671 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = aac1c3c4-2ea3-4953-b6ec-24cd50c90b98 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
53922025-03-19T17:35:18.083ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 750b884b-54f8-473f-9380-b8f4b7e5a1c4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53932025-03-19T17:35:18.083ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 750b884b-54f8-473f-9380-b8f4b7e5a1c4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53942025-03-19T17:35:18.085ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2063 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 750b884b-54f8-473f-9380-b8f4b7e5a1c4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53952025-03-19T17:35:19.104ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 350d3d05-2bd5-4307-bb19-e14f30ae43fd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53962025-03-19T17:35:19.105ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 350d3d05-2bd5-4307-bb19-e14f30ae43fd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53972025-03-19T17:35:19.107ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2548 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 350d3d05-2bd5-4307-bb19-e14f30ae43fd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53982025-03-19T17:35:20.127ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18df50ef-f47c-482a-adfd-328d19bb15ef roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
53992025-03-19T17:35:20.128ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18df50ef-f47c-482a-adfd-328d19bb15ef resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54002025-03-19T17:35:20.130ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2451 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 18df50ef-f47c-482a-adfd-328d19bb15ef response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54012025-03-19T17:35:21.148ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3a65a60-901b-46b6-98a3-a43d8682c836 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54022025-03-19T17:35:21.148ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3a65a60-901b-46b6-98a3-a43d8682c836 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54032025-03-19T17:35:21.150ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2704 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3a65a60-901b-46b6-98a3-a43d8682c836 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54042025-03-19T17:35:22.170ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be13a268-a386-4236-964f-c7f81dbe1770 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54052025-03-19T17:35:22.170ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be13a268-a386-4236-964f-c7f81dbe1770 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54062025-03-19T17:35:22.172ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2205 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = be13a268-a386-4236-964f-c7f81dbe1770 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
54072025-03-19T17:35:22.249ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::d]:56817
54082025-03-19T17:35:22.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = e7e33e66-510e-408b-83da-04a8972d9b43 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
54092025-03-19T17:35:22.249ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = e7e33e66-510e-408b-83da-04a8972d9b43 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
54102025-03-19T17:35:22.252ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3278 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = e7e33e66-510e-408b-83da-04a8972d9b43 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
54112025-03-19T17:35:22.252ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 26c7c70f-c881-4d70-b318-b6ce843b30f8 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
54122025-03-19T17:35:22.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 26c7c70f-c881-4d70-b318-b6ce843b30f8 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
54132025-03-19T17:35:22.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2762 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 26c7c70f-c881-4d70-b318-b6ce843b30f8 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
54142025-03-19T17:35:23.065ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 25 reason = Timeout
54152025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
54162025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 25 reason = Timeout
54172025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 13 reason = Timeout
54182025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
54192025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
54202025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 25 reason = Timeout
54212025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
54222025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 13 reason = Timeout
54232025-03-19T17:35:23.066ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:25:23.066025152 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
54242025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
54252025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 13 reason = Timeout
54262025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
54272025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 13 reason = Timeout
54282025-03-19T17:35:23.066ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
54292025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 13 reason = Timeout
54302025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
54312025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 14 reason = Timeout
54322025-03-19T17:35:23.066ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
54332025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.56\u{b5}s iteration = 14 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
54342025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 73 reason = Timeout
54352025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 25 reason = Timeout
54362025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 26 reason = Timeout
54372025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
54382025-03-19T17:35:23.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
54392025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
54402025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
54412025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 13 reason = Timeout
54422025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 15 reason = Timeout
54432025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 73 reason = Timeout
54442025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54452025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 25 reason = Timeout
54462025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 13 reason = Timeout
54472025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
54482025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
54492025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
54502025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 25 reason = Timeout
54512025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 13 reason = Timeout
54522025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
54532025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 15 reason = Timeout
54542025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
54552025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 25 reason = Timeout
54562025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 13 reason = Timeout
54572025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
54582025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
54592025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
54602025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 13 reason = Timeout
54612025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
54622025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 25 reason = Timeout
54632025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 25 reason = Timeout
54642025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
54652025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
54662025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 25 reason = Timeout
54672025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
54682025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 26 reason = Timeout
54692025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
54702025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 25 reason = Timeout
54712025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 28 reason = Timeout
54722025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
54732025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 6 reason = Timeout
54742025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 25 reason = Timeout
54752025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
54762025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 25 reason = Timeout
54772025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
54782025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
54792025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
54802025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
54812025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 25 reason = Timeout
54822025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
54832025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
54842025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
54852025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
54862025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
54872025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
54882025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
54892025-03-19T17:35:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43811, tv_nsec: 31541533 } })
54902025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
54912025-03-19T17:35:23.066ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43811, tv_nsec: 31640885 } })
54922025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
54932025-03-19T17:35:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
54942025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54952025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
54962025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
54972025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
54982025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
54992025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
55002025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
55012025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55022025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
55032025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55042025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
55052025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
55062025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
55072025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
55082025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
55092025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
55102025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
55112025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
55122025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55132025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55142025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55152025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55162025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
55172025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.29304ms iteration = 13 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
55182025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
55192025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.391282ms iteration = 13 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
55202025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55212025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55222025-03-19T17:35:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55232025-03-19T17:35:23.069ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55242025-03-19T17:35:23.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.114541ms iteration = 25 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
55252025-03-19T17:35:23.070ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:25:23.066025152 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
55262025-03-19T17:35:23.070ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.494453ms iteration = 13 status = {"expiration":"2025-03-19T17:25:23.066025152Z","pruned":[]}
55272025-03-19T17:35:23.071ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55282025-03-19T17:35:23.071ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 5.270041ms iteration = 25 status = {"errors":[],"requests_created_ok":[]}
55292025-03-19T17:35:23.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
55302025-03-19T17:35:23.071ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
55312025-03-19T17:35:23.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43811, tv_nsec: 36450905 } })
55322025-03-19T17:35:23.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
55332025-03-19T17:35:23.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
55342025-03-19T17:35:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
55352025-03-19T17:35:23.073ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
55362025-03-19T17:35:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
55372025-03-19T17:35:23.073ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55382025-03-19T17:35:23.074ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
55392025-03-19T17:35:23.074ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 8.655368ms iteration = 13 status = {"errors":[],"found_port_ok":[]}
55402025-03-19T17:35:23.074ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55412025-03-19T17:35:23.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55422025-03-19T17:35:23.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
55432025-03-19T17:35:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
55442025-03-19T17:35:23.076ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
55452025-03-19T17:35:23.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
55462025-03-19T17:35:23.077ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
55472025-03-19T17:35:23.077ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
55482025-03-19T17:35:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
55492025-03-19T17:35:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
55502025-03-19T17:35:23.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
55512025-03-19T17:35:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
55522025-03-19T17:35:23.081ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43811, tv_nsec: 44937959 } })
55532025-03-19T17:35:23.081ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
55542025-03-19T17:35:23.083ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55552025-03-19T17:35:23.084ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
55562025-03-19T17:35:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
55572025-03-19T17:35:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
55582025-03-19T17:35:23.085ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55592025-03-19T17:35:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55602025-03-19T17:35:23.107ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55612025-03-19T17:35:23.112ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
55622025-03-19T17:35:23.112ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
55632025-03-19T17:35:23.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
55642025-03-19T17:35:23.124ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
55652025-03-19T17:35:23.124ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55662025-03-19T17:35:23.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
55672025-03-19T17:35:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
55682025-03-19T17:35:23.126ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
55692025-03-19T17:35:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
55702025-03-19T17:35:23.127ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
55712025-03-19T17:35:23.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
55722025-03-19T17:35:23.128ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55732025-03-19T17:35:23.130ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.973032ms iteration = 73 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
55742025-03-19T17:35:23.130ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
55752025-03-19T17:35:23.130ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
55762025-03-19T17:35:23.130ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
55772025-03-19T17:35:23.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
55782025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
55792025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
55802025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
55812025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
55822025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
55832025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55842025-03-19T17:35:23.131ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 65.548548ms iteration = 25 status = {"errors":[],"garbage_collect_requested":[]}
55852025-03-19T17:35:23.133ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55862025-03-19T17:35:23.134ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
55872025-03-19T17:35:23.134ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
55882025-03-19T17:35:23.134ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 68.346163ms iteration = 13 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
55892025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
55902025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
55912025-03-19T17:35:23.135ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
55922025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 69.13249ms iteration = 13 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
55932025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
55942025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
55952025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
55962025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
55972025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
55982025-03-19T17:35:23.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
55992025-03-19T17:35:23.137ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
56002025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
56012025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
56022025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
56032025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
56042025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
56052025-03-19T17:35:23.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56062025-03-19T17:35:23.139ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 73.547821ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
56072025-03-19T17:35:23.141ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
56082025-03-19T17:35:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
56092025-03-19T17:35:23.142ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56102025-03-19T17:35:23.142ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56112025-03-19T17:35:23.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56122025-03-19T17:35:23.143ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 76.639052ms iteration = 25 status = {"errors":[],"finish_invoked_ok":[]}
56132025-03-19T17:35:23.144ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43811, tv_nsec: 108862540 } })
56142025-03-19T17:35:23.144ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
56152025-03-19T17:35:23.144ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
56162025-03-19T17:35:23.144ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
56172025-03-19T17:35:23.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
56182025-03-19T17:35:23.148ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56192025-03-19T17:35:23.148ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56202025-03-19T17:35:23.149ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56212025-03-19T17:35:23.151ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
56222025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
56232025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
56242025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
56252025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
56262025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
56272025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
56282025-03-19T17:35:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
56292025-03-19T17:35:23.153ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
56302025-03-19T17:35:23.153ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56312025-03-19T17:35:23.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56322025-03-19T17:35:23.154ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 87.95825ms iteration = 6 status = {"nsuccess":5}
56332025-03-19T17:35:23.162ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
56342025-03-19T17:35:23.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
56352025-03-19T17:35:23.164ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
56362025-03-19T17:35:23.164ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 97.931728ms iteration = 73 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
56372025-03-19T17:35:23.165ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
56382025-03-19T17:35:23.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
56392025-03-19T17:35:23.166ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56402025-03-19T17:35:23.167ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56412025-03-19T17:35:23.168ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
56422025-03-19T17:35:23.168ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56432025-03-19T17:35:23.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56442025-03-19T17:35:23.169ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
56452025-03-19T17:35:23.169ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
56462025-03-19T17:35:23.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
56472025-03-19T17:35:23.170ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
56482025-03-19T17:35:23.170ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 104.935839ms iteration = 25 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
56492025-03-19T17:35:23.170ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56502025-03-19T17:35:23.171ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
56512025-03-19T17:35:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56522025-03-19T17:35:23.173ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
56532025-03-19T17:35:23.173ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
56542025-03-19T17:35:23.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56552025-03-19T17:35:23.175ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56562025-03-19T17:35:23.177ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56572025-03-19T17:35:23.178ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
56582025-03-19T17:35:23.178ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
56592025-03-19T17:35:23.178ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
56602025-03-19T17:35:23.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56612025-03-19T17:35:23.178ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
56622025-03-19T17:35:23.178ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 112.239906ms iteration = 25 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
56632025-03-19T17:35:23.179ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 113.631908ms iteration = 25 status = 0
56642025-03-19T17:35:23.180ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56652025-03-19T17:35:23.180ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 114.685411ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
56662025-03-19T17:35:23.181ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
56672025-03-19T17:35:23.181ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
56682025-03-19T17:35:23.181ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
56692025-03-19T17:35:23.183ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
56702025-03-19T17:35:23.184ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
56712025-03-19T17:35:23.184ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
56722025-03-19T17:35:23.186ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
56732025-03-19T17:35:23.186ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
56742025-03-19T17:35:23.186ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
56752025-03-19T17:35:23.186ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
56762025-03-19T17:35:23.186ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
56772025-03-19T17:35:23.190ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56782025-03-19T17:35:23.190ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56792025-03-19T17:35:23.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1c3e757-4076-4803-b0b3-5ac1e7f25abe roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
56802025-03-19T17:35:23.191ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1c3e757-4076-4803-b0b3-5ac1e7f25abe resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
56812025-03-19T17:35:23.192ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56822025-03-19T17:35:23.193ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2043 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1c3e757-4076-4803-b0b3-5ac1e7f25abe response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
56832025-03-19T17:35:23.194ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
56842025-03-19T17:35:23.194ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
56852025-03-19T17:35:23.194ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
56862025-03-19T17:35:23.207ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
56872025-03-19T17:35:23.207ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
56882025-03-19T17:35:23.207ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f3719e21-5948-49b5-956b-d2701d4b2e0d", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
56892025-03-19T17:35:23.207ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
56902025-03-19T17:35:23.208ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
56912025-03-19T17:35:23.208ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
56922025-03-19T17:35:23.208ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
56932025-03-19T17:35:23.208ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
56942025-03-19T17:35:23.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
56952025-03-19T17:35:23.209ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
56962025-03-19T17:35:23.211ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
56972025-03-19T17:35:23.211ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
56982025-03-19T17:35:23.211ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56992025-03-19T17:35:23.211ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "176c423c-9a8e-45e7-b3ee-eccced0ba59f", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57002025-03-19T17:35:23.211ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
57012025-03-19T17:35:23.214ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
57022025-03-19T17:35:23.215ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
57032025-03-19T17:35:23.215ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
57042025-03-19T17:35:23.215ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
57052025-03-19T17:35:23.219ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
57062025-03-19T17:35:23.219ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
57072025-03-19T17:35:23.219ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
57082025-03-19T17:35:23.219ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
57092025-03-19T17:35:23.219ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
57102025-03-19T17:35:23.221ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 154.545752ms iteration = 25 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
57112025-03-19T17:35:23.221ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57122025-03-19T17:35:23.224ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
57132025-03-19T17:35:23.224ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
57142025-03-19T17:35:23.224ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
57152025-03-19T17:35:23.229ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57162025-03-19T17:35:23.230ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57172025-03-19T17:35:23.237ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
57182025-03-19T17:35:23.237ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
57192025-03-19T17:35:23.237ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 170.650001ms iteration = 25 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
57202025-03-19T17:35:23.241ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57212025-03-19T17:35:23.241ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57222025-03-19T17:35:23.244ZINFOnexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
57232025-03-19T17:35:23.244ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 177.994718ms iteration = 13 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
57242025-03-19T17:35:23.254ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
57252025-03-19T17:35:23.254ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
57262025-03-19T17:35:23.254ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
57272025-03-19T17:35:23.254ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
57282025-03-19T17:35:23.256ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57292025-03-19T17:35:23.259ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
57302025-03-19T17:35:23.259ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
57312025-03-19T17:35:23.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
57322025-03-19T17:35:23.260ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
57332025-03-19T17:35:23.260ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
57342025-03-19T17:35:23.260ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
57352025-03-19T17:35:23.261ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
57362025-03-19T17:35:23.261ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
57372025-03-19T17:35:23.261ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
57382025-03-19T17:35:23.261ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
57392025-03-19T17:35:23.261ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 194.965836ms iteration = 13 status = {"generation":2}
57402025-03-19T17:35:23.262ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57412025-03-19T17:35:23.265ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
57422025-03-19T17:35:23.265ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
57432025-03-19T17:35:23.265ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
57442025-03-19T17:35:23.267ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
57452025-03-19T17:35:23.267ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 201.957066ms iteration = 13 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
57462025-03-19T17:35:23.268ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
57472025-03-19T17:35:23.268ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
57482025-03-19T17:35:23.268ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
57492025-03-19T17:35:23.268ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 202.56279ms iteration = 13 status = {"generation":1}
57502025-03-19T17:35:23.273ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57512025-03-19T17:35:23.275ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
57522025-03-19T17:35:23.275ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57532025-03-19T17:35:23.276ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57542025-03-19T17:35:23.277ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57552025-03-19T17:35:23.279ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
57562025-03-19T17:35:23.279ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57572025-03-19T17:35:23.279ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57582025-03-19T17:35:23.281ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 214.686738ms iteration = 28 status = {"physical_disks_added":0}
57592025-03-19T17:35:23.292ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
57602025-03-19T17:35:23.292ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
57612025-03-19T17:35:23.293ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f8c1bcf7-6e7b-4978-8009-08db9e56fe41", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57622025-03-19T17:35:23.293ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
57632025-03-19T17:35:23.294ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
57642025-03-19T17:35:23.328ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
57652025-03-19T17:35:23.329ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "c9782447-3e49-4fc1-9b45-8140e5ea970d", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
57662025-03-19T17:35:23.329ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
57672025-03-19T17:35:23.330ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "fa31126a-9197-40ed-8340-11e2142bdd84", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
57682025-03-19T17:35:23.330ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
57692025-03-19T17:35:23.332ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
57702025-03-19T17:35:23.332ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 265.99924ms iteration = 15 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
57712025-03-19T17:35:23.348ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
57722025-03-19T17:35:23.400ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 334.097327ms iteration = 25 status = {}
57732025-03-19T17:35:23.402ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
57742025-03-19T17:35:23.402ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "d9639eff-cb7b-402b-98a8-e8f92fdb34da", "content-length": "2", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57752025-03-19T17:35:23.404ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
57762025-03-19T17:35:23.404ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
57772025-03-19T17:35:23.406ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 340.719378ms iteration = 25 status = null
57782025-03-19T17:35:23.426ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
57792025-03-19T17:35:23.426ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "716860e6-7042-4e21-b348-4db96da0432e", "content-length": "691", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57802025-03-19T17:35:23.426ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
57812025-03-19T17:35:23.426ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
57822025-03-19T17:35:23.426ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
57832025-03-19T17:35:23.428ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 361.759179ms iteration = 26 status = {}
57842025-03-19T17:35:23.434ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
57852025-03-19T17:35:23.434ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
57862025-03-19T17:35:23.435ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "a8d3c9c6-8cb9-46cd-852f-eebd9ea0a9bc", "content-length": "372", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57872025-03-19T17:35:23.435ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57882025-03-19T17:35:23.435ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57892025-03-19T17:35:23.450ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
57902025-03-19T17:35:23.450ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
57912025-03-19T17:35:23.450ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "1b74fcdc-acc1-421c-95a3-8be23dfacbe9", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
57922025-03-19T17:35:23.450ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57932025-03-19T17:35:23.450ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57942025-03-19T17:35:23.454ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57952025-03-19T17:35:23.454ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57962025-03-19T17:35:23.459ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57972025-03-19T17:35:23.459ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57982025-03-19T17:35:23.464ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
57992025-03-19T17:35:23.464ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "9e9672c1-583d-4804-949d-3bed23f90148", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58002025-03-19T17:35:23.464ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58012025-03-19T17:35:23.468ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "7a02c76b-b8fc-4d4a-b8ce-dedc853372d2", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58022025-03-19T17:35:23.468ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58032025-03-19T17:35:23.470ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
58042025-03-19T17:35:23.470ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
58052025-03-19T17:35:23.471ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "74471e8b-58ee-42fe-b97e-2f201945dd6c", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58062025-03-19T17:35:23.471ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "dbcbec28-c3ac-4b40-ac07-f3967bbe91ee", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58072025-03-19T17:35:23.471ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58082025-03-19T17:35:23.473ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 407.485874ms iteration = 26 status = {}
58092025-03-19T17:35:23.473ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
58102025-03-19T17:35:23.473ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 407.525215ms iteration = 15 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
58112025-03-19T17:35:23.529ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58122025-03-19T17:35:23.529ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58132025-03-19T17:35:23.531ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
58142025-03-19T17:35:23.531ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58152025-03-19T17:35:23.531ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58162025-03-19T17:35:23.541ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
58172025-03-19T17:35:23.542ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "96d81aed-4c60-46db-af73-a6814a854bec", "content-length": "134", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58182025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
58192025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
58202025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
58212025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
58222025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
58232025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
58242025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
58252025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
58262025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
58272025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
58282025-03-19T17:35:23.542ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
58292025-03-19T17:35:23.542ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58302025-03-19T17:35:23.543ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58312025-03-19T17:35:23.545ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
58322025-03-19T17:35:23.545ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "42ef42b8-476a-4cc6-9585-b9f26ecc0e9b", "content-length": "2", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58332025-03-19T17:35:23.545ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
58342025-03-19T17:35:23.545ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d8ccdf22-7bb6-4ae8-9e8e-912a2f457132", "content-length": "52", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58352025-03-19T17:35:23.545ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
58362025-03-19T17:35:23.545ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
58372025-03-19T17:35:23.648ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "00bea88a-8353-4ed0-9e78-347b9500a209", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58382025-03-19T17:35:23.648ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
58392025-03-19T17:35:23.648ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
58402025-03-19T17:35:23.648ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "2a4577e1-ca9c-4722-bb2b-83f83db841c5", "content-length": "682", "date": "Wed, 19 Mar 2025 17:35:23 GMT"} })
58412025-03-19T17:35:23.648ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58422025-03-19T17:35:23.649ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58432025-03-19T17:35:23.652ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58442025-03-19T17:35:23.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58452025-03-19T17:35:23.656ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58462025-03-19T17:35:23.656ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58472025-03-19T17:35:23.658ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58482025-03-19T17:35:23.658ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58492025-03-19T17:35:23.665ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 599.043892ms iteration = 25 status = {}
58502025-03-19T17:35:24.218ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6e3d5c71-0567-4dcd-b264-520ecc0e0616 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58512025-03-19T17:35:24.219ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6e3d5c71-0567-4dcd-b264-520ecc0e0616 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58522025-03-19T17:35:24.221ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2203 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6e3d5c71-0567-4dcd-b264-520ecc0e0616 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58532025-03-19T17:35:25.238ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e06e5d4f-efbb-4af5-8745-e3191c0a294c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58542025-03-19T17:35:25.238ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e06e5d4f-efbb-4af5-8745-e3191c0a294c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58552025-03-19T17:35:25.240ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2688 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e06e5d4f-efbb-4af5-8745-e3191c0a294c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58562025-03-19T17:35:26.258ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88d00c09-3552-4616-b4ec-7fa83a19ce8c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58572025-03-19T17:35:26.258ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88d00c09-3552-4616-b4ec-7fa83a19ce8c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58582025-03-19T17:35:26.260ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2466 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 88d00c09-3552-4616-b4ec-7fa83a19ce8c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58592025-03-19T17:35:27.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 597 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = b7ac7943-d353-4b99-854f-918a9ce94aea response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
58602025-03-19T17:35:27.281ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9959e4a2-0ae7-4f79-9829-57a952fab9e8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58612025-03-19T17:35:27.281ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9959e4a2-0ae7-4f79-9829-57a952fab9e8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58622025-03-19T17:35:27.283ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2998 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9959e4a2-0ae7-4f79-9829-57a952fab9e8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58632025-03-19T17:35:28.303ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd020961-c61a-4c71-a493-68d23cc49835 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58642025-03-19T17:35:28.303ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd020961-c61a-4c71-a493-68d23cc49835 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58652025-03-19T17:35:28.305ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2493 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bd020961-c61a-4c71-a493-68d23cc49835 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58662025-03-19T17:35:29.326ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 891b29d0-2a6d-423d-a139-a18993b40445 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58672025-03-19T17:35:29.327ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 891b29d0-2a6d-423d-a139-a18993b40445 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58682025-03-19T17:35:29.329ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2756 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 891b29d0-2a6d-423d-a139-a18993b40445 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58692025-03-19T17:35:30.348ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f68018c7-e154-44b4-a6f6-de62629753a4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58702025-03-19T17:35:30.348ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f68018c7-e154-44b4-a6f6-de62629753a4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58712025-03-19T17:35:30.350ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2214 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f68018c7-e154-44b4-a6f6-de62629753a4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58722025-03-19T17:35:31.369ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5fe5d330-b397-47c4-9b27-7556abf22ec4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58732025-03-19T17:35:31.370ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5fe5d330-b397-47c4-9b27-7556abf22ec4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58742025-03-19T17:35:31.371ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2411 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5fe5d330-b397-47c4-9b27-7556abf22ec4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58752025-03-19T17:35:32.391ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 76b56f5c-c0bd-488f-b96d-34e3ffafd060 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58762025-03-19T17:35:32.392ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 76b56f5c-c0bd-488f-b96d-34e3ffafd060 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58772025-03-19T17:35:32.393ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2197 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 76b56f5c-c0bd-488f-b96d-34e3ffafd060 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
58782025-03-19T17:35:33.065ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 74 reason = Timeout
58792025-03-19T17:35:33.065ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 74 reason = Timeout
58802025-03-19T17:35:33.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58812025-03-19T17:35:33.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58822025-03-19T17:35:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58832025-03-19T17:35:33.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58842025-03-19T17:35:33.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58852025-03-19T17:35:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58862025-03-19T17:35:33.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58872025-03-19T17:35:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
58882025-03-19T17:35:33.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58892025-03-19T17:35:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58902025-03-19T17:35:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58912025-03-19T17:35:33.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58922025-03-19T17:35:33.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58932025-03-19T17:35:33.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
58942025-03-19T17:35:33.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58952025-03-19T17:35:33.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58962025-03-19T17:35:33.087ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
58972025-03-19T17:35:33.087ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.005903ms iteration = 74 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
58982025-03-19T17:35:33.095ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.284099ms iteration = 74 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
58992025-03-19T17:35:33.413ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c8838a0f-b323-4d97-ab95-ea1e1cea93c8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59002025-03-19T17:35:33.414ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c8838a0f-b323-4d97-ab95-ea1e1cea93c8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59012025-03-19T17:35:33.415ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1939 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c8838a0f-b323-4d97-ab95-ea1e1cea93c8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59022025-03-19T17:35:34.435ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 659d9fdd-7936-4b45-88dc-12eee96acbd6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59032025-03-19T17:35:34.436ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 659d9fdd-7936-4b45-88dc-12eee96acbd6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59042025-03-19T17:35:34.437ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2297 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 659d9fdd-7936-4b45-88dc-12eee96acbd6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59052025-03-19T17:35:35.456ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df6efe0-a0dc-4cf4-b889-69ab7a6b113a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59062025-03-19T17:35:35.457ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df6efe0-a0dc-4cf4-b889-69ab7a6b113a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59072025-03-19T17:35:35.458ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2225 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0df6efe0-a0dc-4cf4-b889-69ab7a6b113a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59082025-03-19T17:35:36.478ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13333eea-08e2-46a1-8b09-41d790cc13c4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59092025-03-19T17:35:36.479ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13333eea-08e2-46a1-8b09-41d790cc13c4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59102025-03-19T17:35:36.480ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2189 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13333eea-08e2-46a1-8b09-41d790cc13c4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59112025-03-19T17:35:37.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 4c3e905f-5c61-4549-8027-3014b42d0086 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59122025-03-19T17:35:37.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 4c3e905f-5c61-4549-8027-3014b42d0086 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59132025-03-19T17:35:37.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3818 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 4c3e905f-5c61-4549-8027-3014b42d0086 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59142025-03-19T17:35:37.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 54e86233-aead-4954-beb1-8d44b42606b0 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59152025-03-19T17:35:37.254ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 54e86233-aead-4954-beb1-8d44b42606b0 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59162025-03-19T17:35:37.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2802 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 54e86233-aead-4954-beb1-8d44b42606b0 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59172025-03-19T17:35:37.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 592 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = bd9affc7-8903-41fc-a3f7-75e60de2434b response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
59182025-03-19T17:35:37.500ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d911388a-9719-46dd-9be5-c4f1845681cb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59192025-03-19T17:35:37.500ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d911388a-9719-46dd-9be5-c4f1845681cb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59202025-03-19T17:35:37.502ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2240 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d911388a-9719-46dd-9be5-c4f1845681cb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59212025-03-19T17:35:38.521ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6d648ca-73e4-43e5-8c05-1c8bb588f194 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59222025-03-19T17:35:38.522ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6d648ca-73e4-43e5-8c05-1c8bb588f194 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59232025-03-19T17:35:38.524ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2277 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6d648ca-73e4-43e5-8c05-1c8bb588f194 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59242025-03-19T17:35:39.544ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a44e628d-8d52-487b-b0e1-1af2eff1f68b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59252025-03-19T17:35:39.545ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a44e628d-8d52-487b-b0e1-1af2eff1f68b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59262025-03-19T17:35:39.546ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2236 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a44e628d-8d52-487b-b0e1-1af2eff1f68b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59272025-03-19T17:35:40.566ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7bafebec-a672-4e9c-89e3-e33bd04d1ae4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59282025-03-19T17:35:40.567ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7bafebec-a672-4e9c-89e3-e33bd04d1ae4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59292025-03-19T17:35:40.569ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2455 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7bafebec-a672-4e9c-89e3-e33bd04d1ae4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59302025-03-19T17:35:41.587ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59b1360f-76a0-40bc-aa47-d513047f7beb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59312025-03-19T17:35:41.588ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59b1360f-76a0-40bc-aa47-d513047f7beb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59322025-03-19T17:35:41.589ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2266 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59b1360f-76a0-40bc-aa47-d513047f7beb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59332025-03-19T17:35:42.609ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64493533-31ab-4495-96c8-b7cb0f0877dd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59342025-03-19T17:35:42.610ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64493533-31ab-4495-96c8-b7cb0f0877dd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59352025-03-19T17:35:42.612ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2385 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64493533-31ab-4495-96c8-b7cb0f0877dd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59362025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 75 reason = Timeout
59372025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 75 reason = Timeout
59382025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
59392025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59402025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
59412025-03-19T17:35:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59422025-03-19T17:35:43.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59432025-03-19T17:35:43.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
59442025-03-19T17:35:43.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59452025-03-19T17:35:43.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59462025-03-19T17:35:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59472025-03-19T17:35:43.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59482025-03-19T17:35:43.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59492025-03-19T17:35:43.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
59502025-03-19T17:35:43.079ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59512025-03-19T17:35:43.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59522025-03-19T17:35:43.088ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
59532025-03-19T17:35:43.088ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.526495ms iteration = 75 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
59542025-03-19T17:35:43.104ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
59552025-03-19T17:35:43.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
59562025-03-19T17:35:43.135ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 69.375065ms iteration = 75 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
59572025-03-19T17:35:43.633ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c28fd7-ee58-41dd-bacb-2761eefc54e4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59582025-03-19T17:35:43.633ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c28fd7-ee58-41dd-bacb-2761eefc54e4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59592025-03-19T17:35:43.635ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2133 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e0c28fd7-ee58-41dd-bacb-2761eefc54e4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59602025-03-19T17:35:44.654ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b8bb332-42d8-43ba-945d-b2202845f27f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59612025-03-19T17:35:44.654ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b8bb332-42d8-43ba-945d-b2202845f27f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59622025-03-19T17:35:44.656ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2683 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6b8bb332-42d8-43ba-945d-b2202845f27f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59632025-03-19T17:35:45.677ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 402593e8-38e9-437b-9c54-91eaae9fd5ac roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59642025-03-19T17:35:45.677ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 402593e8-38e9-437b-9c54-91eaae9fd5ac resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59652025-03-19T17:35:45.679ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2181 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 402593e8-38e9-437b-9c54-91eaae9fd5ac response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59662025-03-19T17:35:46.699ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0bc901a6-7db2-488b-acd6-ab211b007939 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59672025-03-19T17:35:46.699ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0bc901a6-7db2-488b-acd6-ab211b007939 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59682025-03-19T17:35:46.701ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2671 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0bc901a6-7db2-488b-acd6-ab211b007939 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59692025-03-19T17:35:47.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 818 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 38bef9b5-2e5e-4d4f-b378-1702a070518a response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
59702025-03-19T17:35:47.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 92f8caee-f5e5-4694-afa2-5e5678aed3ea roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59712025-03-19T17:35:47.722ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 92f8caee-f5e5-4694-afa2-5e5678aed3ea resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59722025-03-19T17:35:47.723ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2007 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 92f8caee-f5e5-4694-afa2-5e5678aed3ea response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59732025-03-19T17:35:48.744ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28de1179-6c05-4b5f-aa08-70c2cde33e44 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59742025-03-19T17:35:48.744ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28de1179-6c05-4b5f-aa08-70c2cde33e44 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59752025-03-19T17:35:48.746ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2710 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 28de1179-6c05-4b5f-aa08-70c2cde33e44 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59762025-03-19T17:35:49.765ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc220127-f7d5-4fed-bcc8-b98854b4aad6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59772025-03-19T17:35:49.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc220127-f7d5-4fed-bcc8-b98854b4aad6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59782025-03-19T17:35:49.767ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2596 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bc220127-f7d5-4fed-bcc8-b98854b4aad6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59792025-03-19T17:35:50.786ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 74101a96-e507-48a6-af09-ee297a6bcf69 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59802025-03-19T17:35:50.787ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 74101a96-e507-48a6-af09-ee297a6bcf69 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59812025-03-19T17:35:50.789ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2688 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 74101a96-e507-48a6-af09-ee297a6bcf69 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59822025-03-19T17:35:51.808ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9ab46e4-28c0-4f76-b2ae-9621e3e9b240 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59832025-03-19T17:35:51.809ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9ab46e4-28c0-4f76-b2ae-9621e3e9b240 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59842025-03-19T17:35:51.811ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2619 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9ab46e4-28c0-4f76-b2ae-9621e3e9b240 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59852025-03-19T17:35:52.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 3079c441-bf1a-425e-99fb-e9f95b1ac228 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59862025-03-19T17:35:52.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 3079c441-bf1a-425e-99fb-e9f95b1ac228 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59872025-03-19T17:35:52.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3640 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 3079c441-bf1a-425e-99fb-e9f95b1ac228 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
59882025-03-19T17:35:52.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 7fe23d80-26e8-498e-b883-c25933d5220b roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59892025-03-19T17:35:52.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 7fe23d80-26e8-498e-b883-c25933d5220b resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59902025-03-19T17:35:52.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2636 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 7fe23d80-26e8-498e-b883-c25933d5220b response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
59912025-03-19T17:35:52.830ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab2582cc-cc65-4e4d-adae-aca2bf940000 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59922025-03-19T17:35:52.831ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab2582cc-cc65-4e4d-adae-aca2bf940000 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59932025-03-19T17:35:52.833ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2565 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ab2582cc-cc65-4e4d-adae-aca2bf940000 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
59942025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 26 reason = Timeout
59952025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 29 reason = Timeout
59962025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
59972025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
59982025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 26 reason = Timeout
59992025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 26 reason = Timeout
60002025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
60012025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
60022025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 27 reason = Timeout
60032025-03-19T17:35:53.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
60042025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 26 reason = Timeout
60052025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60062025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 26 reason = Timeout
60072025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
60082025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
60092025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 26 reason = Timeout
60102025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 26 reason = Timeout
60112025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60122025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
60132025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 26 reason = Timeout
60142025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
60152025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 26 reason = Timeout
60162025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
60172025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
60182025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 27 reason = Timeout
60192025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
60202025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 76 reason = Timeout
60212025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
60222025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 76 reason = Timeout
60232025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 26 reason = Timeout
60242025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60252025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
60262025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 26 reason = Timeout
60272025-03-19T17:35:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
60282025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 26 reason = Timeout
60292025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 26 reason = Timeout
60302025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
60312025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 26 reason = Timeout
60322025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
60332025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
60342025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
60352025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
60362025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
60372025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60382025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
60392025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
60402025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
60412025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
60422025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
60432025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
60442025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
60452025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
60462025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60472025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
60482025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
60492025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60502025-03-19T17:35:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
60512025-03-19T17:35:53.068ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60522025-03-19T17:35:53.069ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.806564ms iteration = 26 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
60532025-03-19T17:35:53.069ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60542025-03-19T17:35:53.069ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60552025-03-19T17:35:53.070ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60562025-03-19T17:35:53.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
60572025-03-19T17:35:53.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
60582025-03-19T17:35:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
60592025-03-19T17:35:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
60602025-03-19T17:35:53.072ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
60612025-03-19T17:35:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
60622025-03-19T17:35:53.072ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 6.395356ms iteration = 26 status = {"errors":[],"requests_created_ok":[]}
60632025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
60642025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60652025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60662025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
60672025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
60682025-03-19T17:35:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
60692025-03-19T17:35:53.076ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
60702025-03-19T17:35:53.076ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
60712025-03-19T17:35:53.076ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
60722025-03-19T17:35:53.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
60732025-03-19T17:35:53.076ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60742025-03-19T17:35:53.077ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43841, tv_nsec: 42060933 } })
60752025-03-19T17:35:53.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60762025-03-19T17:35:53.077ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
60772025-03-19T17:35:53.078ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 11.872721ms iteration = 26 status = {"errors":[],"garbage_collect_requested":[]}
60782025-03-19T17:35:53.078ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43841, tv_nsec: 43494796 } })
60792025-03-19T17:35:53.079ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
60802025-03-19T17:35:53.079ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
60812025-03-19T17:35:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
60822025-03-19T17:35:53.080ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
60832025-03-19T17:35:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
60842025-03-19T17:35:53.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
60852025-03-19T17:35:53.081ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60862025-03-19T17:35:53.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60872025-03-19T17:35:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
60882025-03-19T17:35:53.082ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60892025-03-19T17:35:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60902025-03-19T17:35:53.084ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
60912025-03-19T17:35:53.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
60922025-03-19T17:35:53.085ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
60932025-03-19T17:35:53.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
60942025-03-19T17:35:53.086ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
60952025-03-19T17:35:53.086ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
60962025-03-19T17:35:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
60972025-03-19T17:35:53.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60982025-03-19T17:35:53.088ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43841, tv_nsec: 52887150 } })
60992025-03-19T17:35:53.088ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
61002025-03-19T17:35:53.106ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
61012025-03-19T17:35:53.106ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
61022025-03-19T17:35:53.109ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
61032025-03-19T17:35:53.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
61042025-03-19T17:35:53.115ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61052025-03-19T17:35:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61062025-03-19T17:35:53.117ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 50.809911ms iteration = 26 status = {"errors":[],"finish_invoked_ok":[]}
61072025-03-19T17:35:53.119ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
61082025-03-19T17:35:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
61092025-03-19T17:35:53.119ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
61102025-03-19T17:35:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
61112025-03-19T17:35:53.120ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61122025-03-19T17:35:53.120ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61132025-03-19T17:35:53.120ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
61142025-03-19T17:35:53.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
61152025-03-19T17:35:53.121ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61162025-03-19T17:35:53.122ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
61172025-03-19T17:35:53.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
61182025-03-19T17:35:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
61192025-03-19T17:35:53.123ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
61202025-03-19T17:35:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
61212025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
61222025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
61232025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
61242025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
61252025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61262025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61272025-03-19T17:35:53.124ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 58.210061ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
61282025-03-19T17:35:53.129ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
61292025-03-19T17:35:53.129ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
61302025-03-19T17:35:53.129ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
61312025-03-19T17:35:53.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
61322025-03-19T17:35:53.134ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
61332025-03-19T17:35:53.134ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 68.172879ms iteration = 26 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
61342025-03-19T17:35:53.139ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
61352025-03-19T17:35:53.139ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 72.402105ms iteration = 76 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
61362025-03-19T17:35:53.142ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61372025-03-19T17:35:53.144ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
61382025-03-19T17:35:53.144ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
61392025-03-19T17:35:53.144ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
61402025-03-19T17:35:53.146ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 79.728042ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
61412025-03-19T17:35:53.149ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
61422025-03-19T17:35:53.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
61432025-03-19T17:35:53.153ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
61442025-03-19T17:35:53.153ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
61452025-03-19T17:35:53.153ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6bcc554d-ebc7-447b-b6a3-8298c927ebde", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
61462025-03-19T17:35:53.153ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
61472025-03-19T17:35:53.155ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
61482025-03-19T17:35:53.158ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 92.185757ms iteration = 76 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
61492025-03-19T17:35:53.159ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
61502025-03-19T17:35:53.159ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 92.514705ms iteration = 26 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
61512025-03-19T17:35:53.159ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61522025-03-19T17:35:53.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
61532025-03-19T17:35:53.162ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
61542025-03-19T17:35:53.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
61552025-03-19T17:35:53.162ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
61562025-03-19T17:35:53.162ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
61572025-03-19T17:35:53.162ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 95.980254ms iteration = 26 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
61582025-03-19T17:35:53.167ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
61592025-03-19T17:35:53.167ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
61602025-03-19T17:35:53.167ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 101.035779ms iteration = 26 status = 0
61612025-03-19T17:35:53.167ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "85fcd0ef-c22a-4fdb-81b9-1dd835806102", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
61622025-03-19T17:35:53.167ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
61632025-03-19T17:35:53.168ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
61642025-03-19T17:35:53.169ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
61652025-03-19T17:35:53.169ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "92b54bb6-4eca-4bf2-957e-555ed877f70d", "content-length": "26", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
61662025-03-19T17:35:53.169ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
61672025-03-19T17:35:53.169ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
61682025-03-19T17:35:53.171ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
61692025-03-19T17:35:53.185ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 118.822266ms iteration = 26 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
61702025-03-19T17:35:53.209ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
61712025-03-19T17:35:53.209ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
61722025-03-19T17:35:53.210ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61732025-03-19T17:35:53.212ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
61742025-03-19T17:35:53.212ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
61752025-03-19T17:35:53.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
61762025-03-19T17:35:53.214ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61772025-03-19T17:35:53.215ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
61782025-03-19T17:35:53.215ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
61792025-03-19T17:35:53.215ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
61802025-03-19T17:35:53.230ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 164.324726ms iteration = 29 status = {"physical_disks_added":0}
61812025-03-19T17:35:53.286ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
61822025-03-19T17:35:53.287ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "7aff62d6-500b-4da4-a9a6-8b035f523ee9", "content-length": "2", "date": "Wed, 19 Mar 2025 17:35:52 GMT"} })
61832025-03-19T17:35:53.288ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 221.855502ms iteration = 26 status = {}
61842025-03-19T17:35:53.288ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
61852025-03-19T17:35:53.289ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
61862025-03-19T17:35:53.331ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
61872025-03-19T17:35:53.331ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
61882025-03-19T17:35:53.332ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "cca8b239-e70b-47b0-980f-55c74ef4e590", "content-length": "372", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
61892025-03-19T17:35:53.332ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
61902025-03-19T17:35:53.332ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
61912025-03-19T17:35:53.333ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 266.664586ms iteration = 26 status = null
61922025-03-19T17:35:53.354ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
61932025-03-19T17:35:53.354ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "7172de38-4ae4-450f-86a0-84ac4c549606", "content-length": "691", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
61942025-03-19T17:35:53.354ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
61952025-03-19T17:35:53.354ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
61962025-03-19T17:35:53.354ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
61972025-03-19T17:35:53.356ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 290.02088ms iteration = 27 status = {}
61982025-03-19T17:35:53.404ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
61992025-03-19T17:35:53.404ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
62002025-03-19T17:35:53.405ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "7c80f67a-b63f-40ec-88c7-7cc07da1a5b0", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
62012025-03-19T17:35:53.405ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
62022025-03-19T17:35:53.405ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
62032025-03-19T17:35:53.408ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
62042025-03-19T17:35:53.408ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
62052025-03-19T17:35:53.411ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62062025-03-19T17:35:53.411ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
62072025-03-19T17:35:53.411ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62082025-03-19T17:35:53.411ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
62092025-03-19T17:35:53.413ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
62102025-03-19T17:35:53.413ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62112025-03-19T17:35:53.414ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62122025-03-19T17:35:53.415ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
62132025-03-19T17:35:53.415ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
62142025-03-19T17:35:53.416ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ce502fb4-8f3f-4929-a474-5a890f6f7dde", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
62152025-03-19T17:35:53.417ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 350.970532ms iteration = 27 status = {}
62162025-03-19T17:35:53.426ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
62172025-03-19T17:35:53.426ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "63ef8e0c-adbe-42fd-b8a7-fc8640f8573c", "content-length": "134", "date": "Wed, 19 Mar 2025 17:35:52 GMT"} })
62182025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
62192025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
62202025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
62212025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
62222025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
62232025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
62242025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
62252025-03-19T17:35:53.426ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
62262025-03-19T17:35:53.427ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
62272025-03-19T17:35:53.427ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
62282025-03-19T17:35:53.427ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
62292025-03-19T17:35:53.427ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62302025-03-19T17:35:53.427ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62312025-03-19T17:35:53.429ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
62322025-03-19T17:35:53.429ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c12a7a4b-bced-45d0-bc48-4ecbe38a0a29", "content-length": "2", "date": "Wed, 19 Mar 2025 17:35:52 GMT"} })
62332025-03-19T17:35:53.429ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
62342025-03-19T17:35:53.429ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "16253cb1-cf03-48b5-b9b3-619d811b6b54", "content-length": "52", "date": "Wed, 19 Mar 2025 17:35:52 GMT"} })
62352025-03-19T17:35:53.429ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
62362025-03-19T17:35:53.429ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
62372025-03-19T17:35:53.531ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c82fdc11-1e96-4c1a-813c-d6677ccef05c", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
62382025-03-19T17:35:53.531ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
62392025-03-19T17:35:53.531ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
62402025-03-19T17:35:53.531ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c4b8c7a-50ff-48db-803b-3e6635f9cfa9", "content-length": "682", "date": "Wed, 19 Mar 2025 17:35:53 GMT"} })
62412025-03-19T17:35:53.531ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62422025-03-19T17:35:53.531ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62432025-03-19T17:35:53.535ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62442025-03-19T17:35:53.535ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62452025-03-19T17:35:53.538ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62462025-03-19T17:35:53.538ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62472025-03-19T17:35:53.540ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62482025-03-19T17:35:53.540ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
62492025-03-19T17:35:53.549ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 482.487829ms iteration = 26 status = {}
62502025-03-19T17:35:53.852ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f06384d-f835-42b5-a829-22cad6a65509 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62512025-03-19T17:35:53.853ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f06384d-f835-42b5-a829-22cad6a65509 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62522025-03-19T17:35:53.854ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2091 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1f06384d-f835-42b5-a829-22cad6a65509 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62532025-03-19T17:35:54.874ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 611baf96-b8a2-4c59-adf1-9e740239bab0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62542025-03-19T17:35:54.875ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 611baf96-b8a2-4c59-adf1-9e740239bab0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62552025-03-19T17:35:54.877ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2310 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 611baf96-b8a2-4c59-adf1-9e740239bab0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62562025-03-19T17:35:55.897ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5696abb1-9764-4534-ae24-28b30cc9646b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62572025-03-19T17:35:55.897ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5696abb1-9764-4534-ae24-28b30cc9646b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62582025-03-19T17:35:55.898ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1927 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5696abb1-9764-4534-ae24-28b30cc9646b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62592025-03-19T17:35:56.918ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dc6212b-7e45-4309-ad3f-7461a2715056 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62602025-03-19T17:35:56.918ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dc6212b-7e45-4309-ad3f-7461a2715056 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62612025-03-19T17:35:56.921ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2814 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1dc6212b-7e45-4309-ad3f-7461a2715056 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62622025-03-19T17:35:57.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 702 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = abf12859-ee6f-47a3-87b9-ace5ef7ae50f response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
62632025-03-19T17:35:57.940ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456f86f5-d788-4d3a-8b42-1d6ac1f1a492 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62642025-03-19T17:35:57.941ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456f86f5-d788-4d3a-8b42-1d6ac1f1a492 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62652025-03-19T17:35:57.943ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2695 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 456f86f5-d788-4d3a-8b42-1d6ac1f1a492 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62662025-03-19T17:35:58.961ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a4e7a0db-e430-4dc4-93cc-34b19a11b005 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62672025-03-19T17:35:58.961ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a4e7a0db-e430-4dc4-93cc-34b19a11b005 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62682025-03-19T17:35:58.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2666 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a4e7a0db-e430-4dc4-93cc-34b19a11b005 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62692025-03-19T17:35:59.983ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4815ae04-ef5c-4d00-842c-8ef5df4dbe1c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62702025-03-19T17:35:59.983ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4815ae04-ef5c-4d00-842c-8ef5df4dbe1c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62712025-03-19T17:35:59.985ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2607 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4815ae04-ef5c-4d00-842c-8ef5df4dbe1c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62722025-03-19T17:36:01.005ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98a0b5ce-c474-4cc3-8a3e-e7a4539b82a2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62732025-03-19T17:36:01.005ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98a0b5ce-c474-4cc3-8a3e-e7a4539b82a2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62742025-03-19T17:36:01.007ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1868 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 98a0b5ce-c474-4cc3-8a3e-e7a4539b82a2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62752025-03-19T17:36:02.027ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3bdb4ee-3bfd-454b-a193-80bb2f57cb77 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62762025-03-19T17:36:02.027ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3bdb4ee-3bfd-454b-a193-80bb2f57cb77 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62772025-03-19T17:36:02.029ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2253 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d3bdb4ee-3bfd-454b-a193-80bb2f57cb77 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62782025-03-19T17:36:03.048ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 489cffdf-eb39-4871-8606-8cf16ccbb81f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62792025-03-19T17:36:03.048ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 489cffdf-eb39-4871-8606-8cf16ccbb81f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62802025-03-19T17:36:03.050ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2377 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 489cffdf-eb39-4871-8606-8cf16ccbb81f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
62812025-03-19T17:36:03.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 77 reason = Timeout
62822025-03-19T17:36:03.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 77 reason = Timeout
62832025-03-19T17:36:03.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
62842025-03-19T17:36:03.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62852025-03-19T17:36:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
62862025-03-19T17:36:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62872025-03-19T17:36:03.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62882025-03-19T17:36:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
62892025-03-19T17:36:03.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62902025-03-19T17:36:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62912025-03-19T17:36:03.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62922025-03-19T17:36:03.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62932025-03-19T17:36:03.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62942025-03-19T17:36:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
62952025-03-19T17:36:03.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62962025-03-19T17:36:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62972025-03-19T17:36:03.089ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
62982025-03-19T17:36:03.089ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.132926ms iteration = 77 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
62992025-03-19T17:36:03.096ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
63002025-03-19T17:36:03.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
63012025-03-19T17:36:03.126ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 59.864648ms iteration = 77 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
63022025-03-19T17:36:04.069ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 134c713c-f837-47de-b6d3-0caccde6c6fe roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63032025-03-19T17:36:04.069ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 134c713c-f837-47de-b6d3-0caccde6c6fe resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63042025-03-19T17:36:04.071ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2345 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 134c713c-f837-47de-b6d3-0caccde6c6fe response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63052025-03-19T17:36:05.090ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1f74036-3d57-473c-9c78-ee06ce4ae65b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63062025-03-19T17:36:05.090ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1f74036-3d57-473c-9c78-ee06ce4ae65b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63072025-03-19T17:36:05.091ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1824 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a1f74036-3d57-473c-9c78-ee06ce4ae65b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63082025-03-19T17:36:06.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5ee20b5a-d651-4cc7-9509-f2c3ce1b3bbb roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63092025-03-19T17:36:06.111ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5ee20b5a-d651-4cc7-9509-f2c3ce1b3bbb resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63102025-03-19T17:36:06.113ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2200 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5ee20b5a-d651-4cc7-9509-f2c3ce1b3bbb response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63112025-03-19T17:36:07.135ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59ab406a-7b9b-43ac-9dd7-a6719df89645 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63122025-03-19T17:36:07.135ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59ab406a-7b9b-43ac-9dd7-a6719df89645 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63132025-03-19T17:36:07.137ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2592 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 59ab406a-7b9b-43ac-9dd7-a6719df89645 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63142025-03-19T17:36:07.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = afe354e3-ce74-4537-8f3c-086ad0e13769 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63152025-03-19T17:36:07.249ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = afe354e3-ce74-4537-8f3c-086ad0e13769 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63162025-03-19T17:36:07.252ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3619 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = afe354e3-ce74-4537-8f3c-086ad0e13769 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63172025-03-19T17:36:07.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = c163422a-fd94-4cac-88ba-61cc6349933b roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63182025-03-19T17:36:07.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = c163422a-fd94-4cac-88ba-61cc6349933b resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63192025-03-19T17:36:07.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2345 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = c163422a-fd94-4cac-88ba-61cc6349933b response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63202025-03-19T17:36:07.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 654 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 3a7a1898-1561-4efc-b1ec-2d021bb46349 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
63212025-03-19T17:36:08.157ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6ed7ef2-c05b-4fbf-8ae9-8e348f19485b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63222025-03-19T17:36:08.158ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6ed7ef2-c05b-4fbf-8ae9-8e348f19485b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63232025-03-19T17:36:08.159ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2010 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f6ed7ef2-c05b-4fbf-8ae9-8e348f19485b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63242025-03-19T17:36:09.179ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ff5ac29-3a22-48d1-899a-270644ac23a1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63252025-03-19T17:36:09.179ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ff5ac29-3a22-48d1-899a-270644ac23a1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63262025-03-19T17:36:09.181ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2344 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4ff5ac29-3a22-48d1-899a-270644ac23a1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63272025-03-19T17:36:10.201ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a723c41-1702-4659-b958-ed916c33550d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63282025-03-19T17:36:10.201ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a723c41-1702-4659-b958-ed916c33550d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63292025-03-19T17:36:10.203ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2634 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4a723c41-1702-4659-b958-ed916c33550d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63302025-03-19T17:36:11.222ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04d9776b-a2c5-419e-a9f4-00f8279f5ba9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63312025-03-19T17:36:11.223ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04d9776b-a2c5-419e-a9f4-00f8279f5ba9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63322025-03-19T17:36:11.225ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2697 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 04d9776b-a2c5-419e-a9f4-00f8279f5ba9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63332025-03-19T17:36:12.244ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fcb1c03-f43e-47f1-9040-dd8668e4dfc5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63342025-03-19T17:36:12.245ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fcb1c03-f43e-47f1-9040-dd8668e4dfc5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63352025-03-19T17:36:12.247ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2536 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4fcb1c03-f43e-47f1-9040-dd8668e4dfc5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63362025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 78 reason = Timeout
63372025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
63382025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 78 reason = Timeout
63392025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63402025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
63412025-03-19T17:36:13.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63422025-03-19T17:36:13.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
63432025-03-19T17:36:13.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
63442025-03-19T17:36:13.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63452025-03-19T17:36:13.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
63462025-03-19T17:36:13.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63472025-03-19T17:36:13.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63482025-03-19T17:36:13.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63492025-03-19T17:36:13.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63502025-03-19T17:36:13.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63512025-03-19T17:36:13.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
63522025-03-19T17:36:13.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63532025-03-19T17:36:13.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63542025-03-19T17:36:13.087ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
63552025-03-19T17:36:13.087ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.514252ms iteration = 78 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
63562025-03-19T17:36:13.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.95116ms iteration = 78 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
63572025-03-19T17:36:13.266ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e346fa91-8410-4892-8765-687bba3d93e6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63582025-03-19T17:36:13.266ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e346fa91-8410-4892-8765-687bba3d93e6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63592025-03-19T17:36:13.268ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2040 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e346fa91-8410-4892-8765-687bba3d93e6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63602025-03-19T17:36:14.289ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3c41b324-5af7-4f17-aed7-79cd43af34f5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63612025-03-19T17:36:14.289ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3c41b324-5af7-4f17-aed7-79cd43af34f5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63622025-03-19T17:36:14.291ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2128 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3c41b324-5af7-4f17-aed7-79cd43af34f5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63632025-03-19T17:36:15.311ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3d2d4712-5a66-4df9-be1c-3c7fe50b1cd0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63642025-03-19T17:36:15.311ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3d2d4712-5a66-4df9-be1c-3c7fe50b1cd0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63652025-03-19T17:36:15.313ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2336 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 3d2d4712-5a66-4df9-be1c-3c7fe50b1cd0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63662025-03-19T17:36:16.332ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = de3ffd8c-20fd-49f2-89e7-8c4c4fc95921 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63672025-03-19T17:36:16.332ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = de3ffd8c-20fd-49f2-89e7-8c4c4fc95921 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63682025-03-19T17:36:16.334ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2075 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = de3ffd8c-20fd-49f2-89e7-8c4c4fc95921 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63692025-03-19T17:36:17.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 591 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 8d830d1c-ed4c-40ad-8745-89dcfc73a713 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
63702025-03-19T17:36:17.355ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 269cd876-604f-4e7c-8b50-810857a21acf roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63712025-03-19T17:36:17.355ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 269cd876-604f-4e7c-8b50-810857a21acf resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63722025-03-19T17:36:17.356ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1882 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 269cd876-604f-4e7c-8b50-810857a21acf response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63732025-03-19T17:36:18.377ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64754749-251b-44d2-88b9-f0f3a307033a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63742025-03-19T17:36:18.377ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64754749-251b-44d2-88b9-f0f3a307033a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63752025-03-19T17:36:18.379ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2418 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 64754749-251b-44d2-88b9-f0f3a307033a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63762025-03-19T17:36:19.400ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a5bb56d4-b8c8-4cfe-b03d-56fc3bfd9bcd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63772025-03-19T17:36:19.400ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a5bb56d4-b8c8-4cfe-b03d-56fc3bfd9bcd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63782025-03-19T17:36:19.402ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2535 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a5bb56d4-b8c8-4cfe-b03d-56fc3bfd9bcd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63792025-03-19T17:36:20.422ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2a895a79-cc14-488c-b87f-4e79f94d47d5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63802025-03-19T17:36:20.423ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2a895a79-cc14-488c-b87f-4e79f94d47d5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63812025-03-19T17:36:20.424ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2353 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2a895a79-cc14-488c-b87f-4e79f94d47d5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63822025-03-19T17:36:21.445ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93940245-00eb-4bfc-9bfa-f92a3d57f11e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63832025-03-19T17:36:21.445ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93940245-00eb-4bfc-9bfa-f92a3d57f11e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63842025-03-19T17:36:21.447ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2512 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 93940245-00eb-4bfc-9bfa-f92a3d57f11e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63852025-03-19T17:36:22.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 88bbdae0-b200-455c-bd54-9aa7b93ec5a9 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63862025-03-19T17:36:22.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 88bbdae0-b200-455c-bd54-9aa7b93ec5a9 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63872025-03-19T17:36:22.252ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3348 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 88bbdae0-b200-455c-bd54-9aa7b93ec5a9 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
63882025-03-19T17:36:22.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d565376e-1f5c-4488-a1cd-209e1838ce13 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63892025-03-19T17:36:22.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d565376e-1f5c-4488-a1cd-209e1838ce13 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63902025-03-19T17:36:22.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2760 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d565376e-1f5c-4488-a1cd-209e1838ce13 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
63912025-03-19T17:36:22.467ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f581638-49ac-44c4-b26f-acb88fcedd2e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63922025-03-19T17:36:22.467ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f581638-49ac-44c4-b26f-acb88fcedd2e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63932025-03-19T17:36:22.469ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2311 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8f581638-49ac-44c4-b26f-acb88fcedd2e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
63942025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 27 reason = Timeout
63952025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 30 reason = Timeout
63962025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
63972025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 27 reason = Timeout
63982025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
63992025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 27 reason = Timeout
64002025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
64012025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 14 reason = Timeout
64022025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
64032025-03-19T17:36:23.066ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:26:23.066280429 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
64042025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
64052025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 16 reason = Timeout
64062025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 27 reason = Timeout
64072025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
64082025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 14 reason = Timeout
64092025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
64102025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 14 reason = Timeout
64112025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 15 reason = Timeout
64122025-03-19T17:36:23.066ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
64132025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.82\u{b5}s iteration = 15 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
64142025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 16 reason = Timeout
64152025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 14 reason = Timeout
64162025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64172025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 14 reason = Timeout
64182025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
64192025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
64202025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 27 reason = Timeout
64212025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
64222025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 27 reason = Timeout
64232025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 27 reason = Timeout
64242025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
64252025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
64262025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 27 reason = Timeout
64272025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
64282025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 27 reason = Timeout
64292025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 27 reason = Timeout
64302025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 28 reason = Timeout
64312025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64322025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
64332025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 27 reason = Timeout
64342025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
64352025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
64362025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 14 reason = Timeout
64372025-03-19T17:36:23.066ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
64382025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
64392025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 14 reason = Timeout
64402025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
64412025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 14 reason = Timeout
64422025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 14 reason = Timeout
64432025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
64442025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
64452025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64462025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 79 reason = Timeout
64472025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
64482025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 79 reason = Timeout
64492025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
64502025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 14 reason = Timeout
64512025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
64522025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
64532025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 27 reason = Timeout
64542025-03-19T17:36:23.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
64552025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 28 reason = Timeout
64562025-03-19T17:36:23.067ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
64572025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 27 reason = Timeout
64582025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
64592025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
64602025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 27 reason = Timeout
64612025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
64622025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
64632025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
64642025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
64652025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
64662025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
64672025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
64682025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
64692025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
64702025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
64712025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64722025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
64732025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64742025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
64752025-03-19T17:36:23.067ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43871, tv_nsec: 31584383 } })
64762025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
64772025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
64782025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
64792025-03-19T17:36:23.067ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43871, tv_nsec: 31629174 } })
64802025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64812025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
64822025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
64832025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
64842025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
64852025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
64862025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
64872025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
64882025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
64892025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.31561ms iteration = 14 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
64902025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
64912025-03-19T17:36:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.374302ms iteration = 14 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
64922025-03-19T17:36:23.068ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43871, tv_nsec: 33358044 } })
64932025-03-19T17:36:23.069ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
64942025-03-19T17:36:23.070ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64952025-03-19T17:36:23.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64962025-03-19T17:36:23.071ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 5.023865ms iteration = 27 status = {"errors":[],"requests_created_ok":[]}
64972025-03-19T17:36:23.071ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:26:23.066280429 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
64982025-03-19T17:36:23.071ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.064946ms iteration = 14 status = {"expiration":"2025-03-19T17:26:23.066280429Z","pruned":[]}
64992025-03-19T17:36:23.072ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
65002025-03-19T17:36:23.072ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
65012025-03-19T17:36:23.072ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
65022025-03-19T17:36:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
65032025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
65042025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
65052025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
65062025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
65072025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
65082025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
65092025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
65102025-03-19T17:36:23.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
65112025-03-19T17:36:23.077ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65122025-03-19T17:36:23.077ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65132025-03-19T17:36:23.077ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43871, tv_nsec: 42230567 } })
65142025-03-19T17:36:23.078ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
65152025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
65162025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
65172025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
65182025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65192025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
65202025-03-19T17:36:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65212025-03-19T17:36:23.080ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65222025-03-19T17:36:23.081ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 14.666705ms iteration = 27 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
65232025-03-19T17:36:23.081ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65242025-03-19T17:36:23.081ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65252025-03-19T17:36:23.081ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65262025-03-19T17:36:23.082ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
65272025-03-19T17:36:23.082ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
65282025-03-19T17:36:23.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
65292025-03-19T17:36:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
65302025-03-19T17:36:23.084ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
65312025-03-19T17:36:23.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
65322025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
65332025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65342025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
65352025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
65362025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65372025-03-19T17:36:23.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
65382025-03-19T17:36:23.086ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
65392025-03-19T17:36:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
65402025-03-19T17:36:23.091ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 24.632823ms iteration = 14 status = {"errors":[],"found_port_ok":[]}
65412025-03-19T17:36:23.093ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
65422025-03-19T17:36:23.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
65432025-03-19T17:36:23.094ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43871, tv_nsec: 59057231 } })
65442025-03-19T17:36:23.094ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
65452025-03-19T17:36:23.094ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
65462025-03-19T17:36:23.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
65472025-03-19T17:36:23.096ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65482025-03-19T17:36:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65492025-03-19T17:36:23.096ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
65502025-03-19T17:36:23.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
65512025-03-19T17:36:23.110ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
65522025-03-19T17:36:23.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
65532025-03-19T17:36:23.112ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65542025-03-19T17:36:23.114ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
65552025-03-19T17:36:23.114ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
65562025-03-19T17:36:23.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
65572025-03-19T17:36:23.115ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65582025-03-19T17:36:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
65592025-03-19T17:36:23.120ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
65602025-03-19T17:36:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
65612025-03-19T17:36:23.122ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65622025-03-19T17:36:23.122ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65632025-03-19T17:36:23.124ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
65642025-03-19T17:36:23.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
65652025-03-19T17:36:23.124ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 58.1856ms iteration = 27 status = {"errors":[],"finish_invoked_ok":[]}
65662025-03-19T17:36:23.125ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
65672025-03-19T17:36:23.125ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 59.03378ms iteration = 27 status = {"errors":[],"garbage_collect_requested":[]}
65682025-03-19T17:36:23.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
65692025-03-19T17:36:23.126ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
65702025-03-19T17:36:23.126ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65712025-03-19T17:36:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65722025-03-19T17:36:23.127ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
65732025-03-19T17:36:23.127ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
65742025-03-19T17:36:23.127ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
65752025-03-19T17:36:23.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
65762025-03-19T17:36:23.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
65772025-03-19T17:36:23.128ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
65782025-03-19T17:36:23.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
65792025-03-19T17:36:23.131ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65802025-03-19T17:36:23.132ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
65812025-03-19T17:36:23.132ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 65.990458ms iteration = 27 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
65822025-03-19T17:36:23.133ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
65832025-03-19T17:36:23.133ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65842025-03-19T17:36:23.133ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65852025-03-19T17:36:23.135ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
65862025-03-19T17:36:23.135ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
65872025-03-19T17:36:23.135ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 68.504636ms iteration = 14 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
65882025-03-19T17:36:23.135ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 68.450935ms iteration = 27 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
65892025-03-19T17:36:23.143ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
65902025-03-19T17:36:23.143ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
65912025-03-19T17:36:23.143ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 76.471848ms iteration = 14 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
65922025-03-19T17:36:23.143ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65932025-03-19T17:36:23.143ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65942025-03-19T17:36:23.147ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
65952025-03-19T17:36:23.147ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
65962025-03-19T17:36:23.147ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
65972025-03-19T17:36:23.148ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
65982025-03-19T17:36:23.148ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
65992025-03-19T17:36:23.148ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 81.449561ms iteration = 79 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
66002025-03-19T17:36:23.148ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
66012025-03-19T17:36:23.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
66022025-03-19T17:36:23.150ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
66032025-03-19T17:36:23.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
66042025-03-19T17:36:23.160ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66052025-03-19T17:36:23.160ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66062025-03-19T17:36:23.162ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66072025-03-19T17:36:23.163ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66082025-03-19T17:36:23.165ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66092025-03-19T17:36:23.166ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 100.320753ms iteration = 79 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
66102025-03-19T17:36:23.167ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
66112025-03-19T17:36:23.167ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
66122025-03-19T17:36:23.168ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
66132025-03-19T17:36:23.168ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
66142025-03-19T17:36:23.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
66152025-03-19T17:36:23.176ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66162025-03-19T17:36:23.176ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
66172025-03-19T17:36:23.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
66182025-03-19T17:36:23.177ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 111.174842ms iteration = 27 status = 0
66192025-03-19T17:36:23.178ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
66202025-03-19T17:36:23.178ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
66212025-03-19T17:36:23.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
66222025-03-19T17:36:23.182ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 115.371167ms iteration = 27 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
66232025-03-19T17:36:23.184ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
66242025-03-19T17:36:23.184ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
66252025-03-19T17:36:23.192ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
66262025-03-19T17:36:23.192ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
66272025-03-19T17:36:23.192ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 126.237136ms iteration = 27 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
66282025-03-19T17:36:23.195ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
66292025-03-19T17:36:23.195ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
66302025-03-19T17:36:23.195ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
66312025-03-19T17:36:23.195ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
66322025-03-19T17:36:23.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
66332025-03-19T17:36:23.199ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
66342025-03-19T17:36:23.199ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
66352025-03-19T17:36:23.199ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
66362025-03-19T17:36:23.199ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
66372025-03-19T17:36:23.199ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
66382025-03-19T17:36:23.201ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66392025-03-19T17:36:23.203ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66402025-03-19T17:36:23.206ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
66412025-03-19T17:36:23.206ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
66422025-03-19T17:36:23.206ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
66432025-03-19T17:36:23.207ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
66442025-03-19T17:36:23.207ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
66452025-03-19T17:36:23.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
66462025-03-19T17:36:23.211ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
66472025-03-19T17:36:23.214ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
66482025-03-19T17:36:23.214ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
66492025-03-19T17:36:23.214ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5422bd23-c8f3-4482-bd4c-aa945f9dc9e6", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
66502025-03-19T17:36:23.214ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
66512025-03-19T17:36:23.216ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
66522025-03-19T17:36:23.221ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
66532025-03-19T17:36:23.222ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 156.20661ms iteration = 27 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
66542025-03-19T17:36:23.227ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
66552025-03-19T17:36:23.227ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 161.254186ms iteration = 14 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
66562025-03-19T17:36:23.230ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66572025-03-19T17:36:23.233ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
66582025-03-19T17:36:23.233ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
66592025-03-19T17:36:23.233ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
66602025-03-19T17:36:23.233ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
66612025-03-19T17:36:23.233ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1913ba56-a07e-4e04-8cbe-4adab75f1a77", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
66622025-03-19T17:36:23.233ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
66632025-03-19T17:36:23.234ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
66642025-03-19T17:36:23.235ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
66652025-03-19T17:36:23.243ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
66662025-03-19T17:36:23.243ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
66672025-03-19T17:36:23.243ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "445ac5f3-7c1d-4f1c-9b6b-4076a4875513", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
66682025-03-19T17:36:23.243ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
66692025-03-19T17:36:23.245ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
66702025-03-19T17:36:23.245ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 178.397338ms iteration = 27 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
66712025-03-19T17:36:23.246ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
66722025-03-19T17:36:23.247ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
66732025-03-19T17:36:23.247ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
66742025-03-19T17:36:23.247ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
66752025-03-19T17:36:23.248ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
66762025-03-19T17:36:23.250ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66772025-03-19T17:36:23.256ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
66782025-03-19T17:36:23.256ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
66792025-03-19T17:36:23.256ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
66802025-03-19T17:36:23.257ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
66812025-03-19T17:36:23.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
66822025-03-19T17:36:23.259ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
66832025-03-19T17:36:23.259ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
66842025-03-19T17:36:23.259ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
66852025-03-19T17:36:23.259ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 193.060663ms iteration = 14 status = {"generation":2}
66862025-03-19T17:36:23.259ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66872025-03-19T17:36:23.262ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
66882025-03-19T17:36:23.262ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
66892025-03-19T17:36:23.262ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
66902025-03-19T17:36:23.264ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66912025-03-19T17:36:23.266ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
66922025-03-19T17:36:23.266ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
66932025-03-19T17:36:23.267ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 200.78708ms iteration = 30 status = {"physical_disks_added":0}
66942025-03-19T17:36:23.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
66952025-03-19T17:36:23.277ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
66962025-03-19T17:36:23.277ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
66972025-03-19T17:36:23.277ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
66982025-03-19T17:36:23.277ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
66992025-03-19T17:36:23.279ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67002025-03-19T17:36:23.282ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
67012025-03-19T17:36:23.282ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
67022025-03-19T17:36:23.282ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
67032025-03-19T17:36:23.286ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
67042025-03-19T17:36:23.286ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
67052025-03-19T17:36:23.286ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
67062025-03-19T17:36:23.286ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 219.507107ms iteration = 14 status = {"generation":1}
67072025-03-19T17:36:23.303ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
67082025-03-19T17:36:23.304ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 237.438997ms iteration = 14 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
67092025-03-19T17:36:23.401ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
67102025-03-19T17:36:23.401ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
67112025-03-19T17:36:23.401ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b493834a-1baa-4318-81a2-62e4eae630ba", "content-length": "372", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67122025-03-19T17:36:23.402ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67132025-03-19T17:36:23.402ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67142025-03-19T17:36:23.426ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
67152025-03-19T17:36:23.427ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
67162025-03-19T17:36:23.427ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "573ae9ac-4483-45f8-97bb-bd49ea06f59c", "content-length": "2", "date": "Wed, 19 Mar 2025 17:36:22 GMT"} })
67172025-03-19T17:36:23.429ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
67182025-03-19T17:36:23.429ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
67192025-03-19T17:36:23.431ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 365.272019ms iteration = 27 status = null
67202025-03-19T17:36:23.442ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 375.80335ms iteration = 27 status = {}
67212025-03-19T17:36:23.468ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
67222025-03-19T17:36:23.468ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
67232025-03-19T17:36:23.468ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c0b2d93c-c73f-42a7-8f81-7a95f489eb4c", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67242025-03-19T17:36:23.468ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67252025-03-19T17:36:23.468ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67262025-03-19T17:36:23.477ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
67272025-03-19T17:36:23.479ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "507acadb-e102-4387-b055-ade7e9606539", "content-length": "691", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67282025-03-19T17:36:23.479ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
67292025-03-19T17:36:23.479ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
67302025-03-19T17:36:23.479ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
67312025-03-19T17:36:23.481ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 415.125639ms iteration = 28 status = {}
67322025-03-19T17:36:23.482ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67332025-03-19T17:36:23.482ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67342025-03-19T17:36:23.486ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
67352025-03-19T17:36:23.486ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
67362025-03-19T17:36:23.489ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
67372025-03-19T17:36:23.489ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
67382025-03-19T17:36:23.489ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 47eae828-8b5e-4529-a892-9ed93f982281 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
67392025-03-19T17:36:23.490ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7bde722e-a2f3-48c9-b120-ffea4275dd1c", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67402025-03-19T17:36:23.490ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 47eae828-8b5e-4529-a892-9ed93f982281 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
67412025-03-19T17:36:23.491ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1774 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 47eae828-8b5e-4529-a892-9ed93f982281 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
67422025-03-19T17:36:23.491ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 425.182129ms iteration = 28 status = {}
67432025-03-19T17:36:23.517ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
67442025-03-19T17:36:23.517ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "a2d73f2f-714f-43ef-868c-53a848ff25e2", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
67452025-03-19T17:36:23.517ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
67462025-03-19T17:36:23.519ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "33a83028-79e5-461e-bb91-f22b8b30bf81", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
67472025-03-19T17:36:23.519ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
67482025-03-19T17:36:23.521ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
67492025-03-19T17:36:23.521ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 455.332208ms iteration = 16 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
67502025-03-19T17:36:23.528ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
67512025-03-19T17:36:23.528ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "e1539730-276d-4f4e-9431-75df0ad340e0", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67522025-03-19T17:36:23.528ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67532025-03-19T17:36:23.530ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "714bb9de-614b-49bb-bd42-ce4cb65dd30f", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67542025-03-19T17:36:23.530ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67552025-03-19T17:36:23.532ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "68593399-4973-4347-85d9-e5e2cb591f6c", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67562025-03-19T17:36:23.532ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67572025-03-19T17:36:23.534ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
67582025-03-19T17:36:23.534ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 468.126451ms iteration = 16 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
67592025-03-19T17:36:23.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67602025-03-19T17:36:23.579ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67612025-03-19T17:36:23.581ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
67622025-03-19T17:36:23.581ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67632025-03-19T17:36:23.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67642025-03-19T17:36:23.591ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
67652025-03-19T17:36:23.592ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "92341699-0822-4858-b15b-af1ddf678a63", "content-length": "134", "date": "Wed, 19 Mar 2025 17:36:22 GMT"} })
67662025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
67672025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
67682025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
67692025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
67702025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
67712025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
67722025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
67732025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
67742025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
67752025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
67762025-03-19T17:36:23.592ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
67772025-03-19T17:36:23.592ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67782025-03-19T17:36:23.593ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67792025-03-19T17:36:23.595ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
67802025-03-19T17:36:23.595ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "be455ba9-4a1b-479d-b1cc-ff2be91a3b1a", "content-length": "2", "date": "Wed, 19 Mar 2025 17:36:22 GMT"} })
67812025-03-19T17:36:23.595ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
67822025-03-19T17:36:23.595ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "33a967d9-4d75-4e08-a89b-463546affde7", "content-length": "52", "date": "Wed, 19 Mar 2025 17:36:22 GMT"} })
67832025-03-19T17:36:23.595ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
67842025-03-19T17:36:23.595ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
67852025-03-19T17:36:23.683ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "d5d8b282-138a-4fe7-a237-d7e479dc5200", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67862025-03-19T17:36:23.683ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
67872025-03-19T17:36:23.683ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
67882025-03-19T17:36:23.684ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "74240b9e-ab94-4951-b820-a446958dc7d5", "content-length": "682", "date": "Wed, 19 Mar 2025 17:36:23 GMT"} })
67892025-03-19T17:36:23.684ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67902025-03-19T17:36:23.684ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67912025-03-19T17:36:23.687ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67922025-03-19T17:36:23.687ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67932025-03-19T17:36:23.691ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67942025-03-19T17:36:23.691ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67952025-03-19T17:36:23.693ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
67962025-03-19T17:36:23.693ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
67972025-03-19T17:36:23.700ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 633.989492ms iteration = 27 status = {}
67982025-03-19T17:36:24.511ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 256f1d73-366e-4ef6-bba7-5a0e231d1055 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
67992025-03-19T17:36:24.511ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 256f1d73-366e-4ef6-bba7-5a0e231d1055 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68002025-03-19T17:36:24.513ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2440 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 256f1d73-366e-4ef6-bba7-5a0e231d1055 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68012025-03-19T17:36:25.533ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2b3633de-aaf0-4dbd-8762-948c51983e1e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68022025-03-19T17:36:25.533ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2b3633de-aaf0-4dbd-8762-948c51983e1e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68032025-03-19T17:36:25.536ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2778 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2b3633de-aaf0-4dbd-8762-948c51983e1e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68042025-03-19T17:36:26.554ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e33b1c77-897a-4b45-b9e1-b224f39e8dfe roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68052025-03-19T17:36:26.555ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e33b1c77-897a-4b45-b9e1-b224f39e8dfe resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68062025-03-19T17:36:26.557ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2841 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e33b1c77-897a-4b45-b9e1-b224f39e8dfe response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68072025-03-19T17:36:27.258ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 946 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = d185330d-adb5-4961-b98b-2eac70a07be0 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
68082025-03-19T17:36:27.578ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c36b513-0b94-41f4-aa08-b3a91ecd7b43 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68092025-03-19T17:36:27.578ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c36b513-0b94-41f4-aa08-b3a91ecd7b43 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68102025-03-19T17:36:27.580ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3024 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2c36b513-0b94-41f4-aa08-b3a91ecd7b43 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68112025-03-19T17:36:28.599ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = edeac787-c9f3-4176-a187-3d7bda7a5e10 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68122025-03-19T17:36:28.600ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = edeac787-c9f3-4176-a187-3d7bda7a5e10 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68132025-03-19T17:36:28.602ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2416 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = edeac787-c9f3-4176-a187-3d7bda7a5e10 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68142025-03-19T17:36:29.621ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b636411-c43a-40a1-b958-51e58ffa9964 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68152025-03-19T17:36:29.621ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b636411-c43a-40a1-b958-51e58ffa9964 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68162025-03-19T17:36:29.623ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2287 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4b636411-c43a-40a1-b958-51e58ffa9964 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68172025-03-19T17:36:30.642ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8065111e-4b16-4b24-9da2-6a0205d15fb7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68182025-03-19T17:36:30.642ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8065111e-4b16-4b24-9da2-6a0205d15fb7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68192025-03-19T17:36:30.644ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2191 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8065111e-4b16-4b24-9da2-6a0205d15fb7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68202025-03-19T17:36:31.665ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a7feb4e5-abed-48d2-a560-5e9252b2d1f9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68212025-03-19T17:36:31.665ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a7feb4e5-abed-48d2-a560-5e9252b2d1f9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68222025-03-19T17:36:31.667ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2421 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a7feb4e5-abed-48d2-a560-5e9252b2d1f9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68232025-03-19T17:36:32.686ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9d6a67d-8a78-4f82-b5ec-b4f4e1d60551 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68242025-03-19T17:36:32.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9d6a67d-8a78-4f82-b5ec-b4f4e1d60551 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68252025-03-19T17:36:32.688ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2131 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e9d6a67d-8a78-4f82-b5ec-b4f4e1d60551 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68262025-03-19T17:36:33.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 80 reason = Timeout
68272025-03-19T17:36:33.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 80 reason = Timeout
68282025-03-19T17:36:33.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68292025-03-19T17:36:33.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68302025-03-19T17:36:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68312025-03-19T17:36:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68322025-03-19T17:36:33.097ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68332025-03-19T17:36:33.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68342025-03-19T17:36:33.098ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68352025-03-19T17:36:33.100ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
68362025-03-19T17:36:33.100ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68372025-03-19T17:36:33.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68382025-03-19T17:36:33.103ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68392025-03-19T17:36:33.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68402025-03-19T17:36:33.108ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68412025-03-19T17:36:33.110ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
68422025-03-19T17:36:33.110ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68432025-03-19T17:36:33.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68442025-03-19T17:36:33.120ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
68452025-03-19T17:36:33.120ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 53.561424ms iteration = 80 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
68462025-03-19T17:36:33.133ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 67.007821ms iteration = 80 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
68472025-03-19T17:36:33.707ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 727f79b8-ffd8-455a-a936-cdd7e0dd8292 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68482025-03-19T17:36:33.708ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 727f79b8-ffd8-455a-a936-cdd7e0dd8292 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68492025-03-19T17:36:33.709ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1965 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 727f79b8-ffd8-455a-a936-cdd7e0dd8292 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68502025-03-19T17:36:34.728ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8b9656ee-2845-4d41-ba1d-7bf5c09394ae roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68512025-03-19T17:36:34.729ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8b9656ee-2845-4d41-ba1d-7bf5c09394ae resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68522025-03-19T17:36:34.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2272 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8b9656ee-2845-4d41-ba1d-7bf5c09394ae response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68532025-03-19T17:36:35.750ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fff316b8-95e2-446c-9f4d-f3aea68df213 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68542025-03-19T17:36:35.750ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fff316b8-95e2-446c-9f4d-f3aea68df213 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68552025-03-19T17:36:35.752ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2238 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fff316b8-95e2-446c-9f4d-f3aea68df213 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68562025-03-19T17:36:36.771ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a77cd644-9fb0-4acf-aee8-7dde87089046 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68572025-03-19T17:36:36.772ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a77cd644-9fb0-4acf-aee8-7dde87089046 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68582025-03-19T17:36:36.774ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2476 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a77cd644-9fb0-4acf-aee8-7dde87089046 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68592025-03-19T17:36:37.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 80adabd0-e979-4d4c-9cb9-f3cfd260273e roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
68602025-03-19T17:36:37.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 80adabd0-e979-4d4c-9cb9-f3cfd260273e resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
68612025-03-19T17:36:37.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3767 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 80adabd0-e979-4d4c-9cb9-f3cfd260273e response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
68622025-03-19T17:36:37.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 63d892aa-f24f-4521-b251-10e1a2a1e31d roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
68632025-03-19T17:36:37.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 63d892aa-f24f-4521-b251-10e1a2a1e31d resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
68642025-03-19T17:36:37.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2324 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 63d892aa-f24f-4521-b251-10e1a2a1e31d response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
68652025-03-19T17:36:37.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 642 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 99cb313e-8a40-4207-b5d7-eb01e744ec55 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
68662025-03-19T17:36:37.794ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 608c947f-9532-4729-b73e-109d9e5be7b0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68672025-03-19T17:36:37.794ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 608c947f-9532-4729-b73e-109d9e5be7b0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68682025-03-19T17:36:37.796ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2345 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 608c947f-9532-4729-b73e-109d9e5be7b0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68692025-03-19T17:36:38.815ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41856495-b88b-4477-b3e4-1d050584e7d5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68702025-03-19T17:36:38.816ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41856495-b88b-4477-b3e4-1d050584e7d5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68712025-03-19T17:36:38.818ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2402 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 41856495-b88b-4477-b3e4-1d050584e7d5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68722025-03-19T17:36:39.837ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75d488b0-519b-47ef-abdd-64c17ba15cb3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68732025-03-19T17:36:39.837ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75d488b0-519b-47ef-abdd-64c17ba15cb3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68742025-03-19T17:36:39.839ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2413 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 75d488b0-519b-47ef-abdd-64c17ba15cb3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68752025-03-19T17:36:40.858ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc904d3c-8036-40b6-b64b-500e025f87df roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68762025-03-19T17:36:40.858ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc904d3c-8036-40b6-b64b-500e025f87df resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68772025-03-19T17:36:40.860ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2472 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dc904d3c-8036-40b6-b64b-500e025f87df response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68782025-03-19T17:36:41.879ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f044150-9ed3-4a83-83cd-e23fb91a11a4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68792025-03-19T17:36:41.880ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f044150-9ed3-4a83-83cd-e23fb91a11a4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68802025-03-19T17:36:41.882ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2581 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9f044150-9ed3-4a83-83cd-e23fb91a11a4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68812025-03-19T17:36:42.902ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 487526f5-f149-4d35-81e4-7d30f9b06ddd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68822025-03-19T17:36:42.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 487526f5-f149-4d35-81e4-7d30f9b06ddd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68832025-03-19T17:36:42.905ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2655 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 487526f5-f149-4d35-81e4-7d30f9b06ddd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
68842025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 81 reason = Timeout
68852025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 81 reason = Timeout
68862025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68872025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68882025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68892025-03-19T17:36:43.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68902025-03-19T17:36:43.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68912025-03-19T17:36:43.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68922025-03-19T17:36:43.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68932025-03-19T17:36:43.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
68942025-03-19T17:36:43.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68952025-03-19T17:36:43.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68962025-03-19T17:36:43.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68972025-03-19T17:36:43.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68982025-03-19T17:36:43.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68992025-03-19T17:36:43.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
69002025-03-19T17:36:43.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
69012025-03-19T17:36:43.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
69022025-03-19T17:36:43.092ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
69032025-03-19T17:36:43.092ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 25.892592ms iteration = 81 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
69042025-03-19T17:36:43.101ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 35.328518ms iteration = 81 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
69052025-03-19T17:36:43.924ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d36e6997-bffb-4b65-8b22-03a92dd282cc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69062025-03-19T17:36:43.925ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d36e6997-bffb-4b65-8b22-03a92dd282cc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69072025-03-19T17:36:43.926ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2129 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d36e6997-bffb-4b65-8b22-03a92dd282cc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69082025-03-19T17:36:44.946ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b02f08da-f5e8-4cae-b572-c6cd3c9deb77 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69092025-03-19T17:36:44.946ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b02f08da-f5e8-4cae-b572-c6cd3c9deb77 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69102025-03-19T17:36:44.948ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2214 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b02f08da-f5e8-4cae-b572-c6cd3c9deb77 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69112025-03-19T17:36:45.968ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c7c4df6f-2840-44dc-9aba-276782da5456 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69122025-03-19T17:36:45.968ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c7c4df6f-2840-44dc-9aba-276782da5456 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69132025-03-19T17:36:45.970ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2372 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c7c4df6f-2840-44dc-9aba-276782da5456 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69142025-03-19T17:36:46.989ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ec195e5-3cc1-4949-b257-0000ef1108f6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69152025-03-19T17:36:46.989ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ec195e5-3cc1-4949-b257-0000ef1108f6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69162025-03-19T17:36:46.991ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2205 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ec195e5-3cc1-4949-b257-0000ef1108f6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69172025-03-19T17:36:47.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 756 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = ca3fc07f-a159-41d1-b4ff-9d070afce523 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
69182025-03-19T17:36:48.011ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 211e71d1-e805-43ca-b0ad-47859b3c3da4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69192025-03-19T17:36:48.011ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 211e71d1-e805-43ca-b0ad-47859b3c3da4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69202025-03-19T17:36:48.013ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2277 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 211e71d1-e805-43ca-b0ad-47859b3c3da4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69212025-03-19T17:36:49.034ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 871403d7-20b2-4576-b480-21e82482fe57 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69222025-03-19T17:36:49.035ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 871403d7-20b2-4576-b480-21e82482fe57 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69232025-03-19T17:36:49.037ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2713 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 871403d7-20b2-4576-b480-21e82482fe57 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69242025-03-19T17:36:50.056ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 97b58a3a-0afd-4694-9127-7ad5798061c7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69252025-03-19T17:36:50.056ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 97b58a3a-0afd-4694-9127-7ad5798061c7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69262025-03-19T17:36:50.058ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2239 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 97b58a3a-0afd-4694-9127-7ad5798061c7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69272025-03-19T17:36:51.077ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6579527a-f03f-40b0-a89a-d15a4c391fbd roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69282025-03-19T17:36:51.078ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6579527a-f03f-40b0-a89a-d15a4c391fbd resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69292025-03-19T17:36:51.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2493 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6579527a-f03f-40b0-a89a-d15a4c391fbd response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69302025-03-19T17:36:52.099ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e8c0bba-b146-40af-aed5-6a800e1ee40d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69312025-03-19T17:36:52.100ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e8c0bba-b146-40af-aed5-6a800e1ee40d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69322025-03-19T17:36:52.101ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2273 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 7e8c0bba-b146-40af-aed5-6a800e1ee40d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
69332025-03-19T17:36:52.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 544b5912-9326-430f-b505-1a090485a076 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
69342025-03-19T17:36:52.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 544b5912-9326-430f-b505-1a090485a076 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
69352025-03-19T17:36:52.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3515 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 544b5912-9326-430f-b505-1a090485a076 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
69362025-03-19T17:36:52.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d72b8f13-942d-4f01-82a2-eed944aaf6fe roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
69372025-03-19T17:36:52.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d72b8f13-942d-4f01-82a2-eed944aaf6fe resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
69382025-03-19T17:36:52.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2035 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = d72b8f13-942d-4f01-82a2-eed944aaf6fe response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
69392025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 28 reason = Timeout
69402025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 31 reason = Timeout
69412025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
69422025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
69432025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 28 reason = Timeout
69442025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 28 reason = Timeout
69452025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
69462025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 28 reason = Timeout
69472025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
69482025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
69492025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 29 reason = Timeout
69502025-03-19T17:36:53.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
69512025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 28 reason = Timeout
69522025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 28 reason = Timeout
69532025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
69542025-03-19T17:36:53.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
69552025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 28 reason = Timeout
69562025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
69572025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
69582025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 28 reason = Timeout
69592025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
69602025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 28 reason = Timeout
69612025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69622025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 28 reason = Timeout
69632025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
69642025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 28 reason = Timeout
69652025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
69662025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 28 reason = Timeout
69672025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
69682025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 29 reason = Timeout
69692025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69702025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 82 reason = Timeout
69712025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
69722025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 82 reason = Timeout
69732025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 28 reason = Timeout
69742025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
69752025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
69762025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 28 reason = Timeout
69772025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
69782025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
69792025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
69802025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
69812025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
69822025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
69832025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
69842025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
69852025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
69862025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
69872025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69882025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
69892025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
69902025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
69912025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
69922025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
69932025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
69942025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
69952025-03-19T17:36:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69962025-03-19T17:36:53.069ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69972025-03-19T17:36:53.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43901, tv_nsec: 35276388 } })
69982025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.36344ms iteration = 28 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
69992025-03-19T17:36:53.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43901, tv_nsec: 35409541 } })
70002025-03-19T17:36:53.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
70012025-03-19T17:36:53.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
70022025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70032025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
70042025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70052025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70062025-03-19T17:36:53.071ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 5.26993ms iteration = 28 status = {"errors":[],"requests_created_ok":[]}
70072025-03-19T17:36:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
70082025-03-19T17:36:53.074ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70092025-03-19T17:36:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70102025-03-19T17:36:53.076ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70112025-03-19T17:36:53.076ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70122025-03-19T17:36:53.076ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70132025-03-19T17:36:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
70142025-03-19T17:36:53.079ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
70152025-03-19T17:36:53.079ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
70162025-03-19T17:36:53.079ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
70172025-03-19T17:36:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
70182025-03-19T17:36:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70192025-03-19T17:36:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
70202025-03-19T17:36:53.080ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
70212025-03-19T17:36:53.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
70222025-03-19T17:36:53.082ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
70232025-03-19T17:36:53.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
70242025-03-19T17:36:53.084ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70252025-03-19T17:36:53.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70262025-03-19T17:36:53.084ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70272025-03-19T17:36:53.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70282025-03-19T17:36:53.087ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43901, tv_nsec: 51507899 } })
70292025-03-19T17:36:53.087ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
70302025-03-19T17:36:53.108ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70312025-03-19T17:36:53.111ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
70322025-03-19T17:36:53.111ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
70332025-03-19T17:36:53.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
70342025-03-19T17:36:53.113ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70352025-03-19T17:36:53.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70362025-03-19T17:36:53.114ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70372025-03-19T17:36:53.115ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
70382025-03-19T17:36:53.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
70392025-03-19T17:36:53.116ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 48.98382ms iteration = 82 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
70402025-03-19T17:36:53.116ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70412025-03-19T17:36:53.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70422025-03-19T17:36:53.117ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
70432025-03-19T17:36:53.117ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70442025-03-19T17:36:53.117ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 50.560826ms iteration = 28 status = {"errors":[],"garbage_collect_requested":[]}
70452025-03-19T17:36:53.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70462025-03-19T17:36:53.117ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70472025-03-19T17:36:53.118ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70482025-03-19T17:36:53.119ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 52.292495ms iteration = 28 status = {"errors":[],"finish_invoked_ok":[]}
70492025-03-19T17:36:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70502025-03-19T17:36:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
70512025-03-19T17:36:53.120ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
70522025-03-19T17:36:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
70532025-03-19T17:36:53.120ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6268fbc4-40a9-4beb-b988-b3289d313a33 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
70542025-03-19T17:36:53.120ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70552025-03-19T17:36:53.121ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6268fbc4-40a9-4beb-b988-b3289d313a33 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
70562025-03-19T17:36:53.121ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
70572025-03-19T17:36:53.121ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
70582025-03-19T17:36:53.121ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70592025-03-19T17:36:53.121ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "aba214b2-eac5-411f-9c72-663fa597f3f8", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
70602025-03-19T17:36:53.121ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
70612025-03-19T17:36:53.122ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 55.273843ms iteration = 28 status = 0
70622025-03-19T17:36:53.122ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
70632025-03-19T17:36:53.122ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1893 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6268fbc4-40a9-4beb-b988-b3289d313a33 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
70642025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
70652025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
70662025-03-19T17:36:53.123ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
70672025-03-19T17:36:53.123ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
70682025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
70692025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
70702025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
70712025-03-19T17:36:53.123ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "da9b7b79-baf4-4be2-a358-49f91f23e1c1", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
70722025-03-19T17:36:53.123ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
70732025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
70742025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
70752025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70762025-03-19T17:36:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70772025-03-19T17:36:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70782025-03-19T17:36:53.125ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
70792025-03-19T17:36:53.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
70802025-03-19T17:36:53.125ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
70812025-03-19T17:36:53.126ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 59.981531ms iteration = 28 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
70822025-03-19T17:36:53.132ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
70832025-03-19T17:36:53.132ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
70842025-03-19T17:36:53.132ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
70852025-03-19T17:36:53.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
70862025-03-19T17:36:53.135ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
70872025-03-19T17:36:53.135ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
70882025-03-19T17:36:53.135ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
70892025-03-19T17:36:53.136ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
70902025-03-19T17:36:53.136ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
70912025-03-19T17:36:53.136ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 69.338345ms iteration = 82 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
70922025-03-19T17:36:53.138ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70932025-03-19T17:36:53.140ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
70942025-03-19T17:36:53.141ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
70952025-03-19T17:36:53.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
70962025-03-19T17:36:53.146ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
70972025-03-19T17:36:53.146ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 79.748043ms iteration = 28 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
70982025-03-19T17:36:53.149ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 82.331102ms iteration = 28 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
70992025-03-19T17:36:53.153ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
71002025-03-19T17:36:53.153ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
71012025-03-19T17:36:53.153ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f341801-59f2-40c3-942e-3856e58cb9e4", "content-length": "26", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71022025-03-19T17:36:53.153ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
71032025-03-19T17:36:53.155ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
71042025-03-19T17:36:53.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
71052025-03-19T17:36:53.156ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
71062025-03-19T17:36:53.156ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71072025-03-19T17:36:53.158ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 91.637755ms iteration = 28 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
71082025-03-19T17:36:53.158ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
71092025-03-19T17:36:53.159ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
71102025-03-19T17:36:53.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
71112025-03-19T17:36:53.163ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
71122025-03-19T17:36:53.163ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
71132025-03-19T17:36:53.164ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 97.164091ms iteration = 28 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
71142025-03-19T17:36:53.195ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71152025-03-19T17:36:53.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
71162025-03-19T17:36:53.200ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 133.106873ms iteration = 28 status = {}
71172025-03-19T17:36:53.204ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
71182025-03-19T17:36:53.204ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 137.165215ms iteration = 28 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
71192025-03-19T17:36:53.204ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
71202025-03-19T17:36:53.205ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "dafdde6a-af67-4a5e-ba7b-ed612957a644", "content-length": "2", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71212025-03-19T17:36:53.207ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
71222025-03-19T17:36:53.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
71232025-03-19T17:36:53.242ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 175.775588ms iteration = 31 status = {"physical_disks_added":0}
71242025-03-19T17:36:53.258ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
71252025-03-19T17:36:53.258ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
71262025-03-19T17:36:53.259ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "30532abb-d640-4009-ad53-bfd524ab226d", "content-length": "372", "date": "Wed, 19 Mar 2025 17:36:52 GMT"} })
71272025-03-19T17:36:53.259ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71282025-03-19T17:36:53.259ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71292025-03-19T17:36:53.260ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 193.929713ms iteration = 28 status = null
71302025-03-19T17:36:53.273ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
71312025-03-19T17:36:53.273ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
71322025-03-19T17:36:53.273ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "405c6c85-1ca3-40be-9446-3088ebe9557a", "date": "Wed, 19 Mar 2025 17:36:52 GMT"} })
71332025-03-19T17:36:53.273ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71342025-03-19T17:36:53.273ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71352025-03-19T17:36:53.275ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71362025-03-19T17:36:53.275ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71372025-03-19T17:36:53.278ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71382025-03-19T17:36:53.278ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
71392025-03-19T17:36:53.282ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
71402025-03-19T17:36:53.282ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
71412025-03-19T17:36:53.282ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c66c477f-146d-4ebf-a6bd-fbf0fa804af9", "date": "Wed, 19 Mar 2025 17:36:52 GMT"} })
71422025-03-19T17:36:53.283ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 216.995611ms iteration = 29 status = {}
71432025-03-19T17:36:53.293ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71442025-03-19T17:36:53.294ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
71452025-03-19T17:36:53.295ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71462025-03-19T17:36:53.297ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
71472025-03-19T17:36:53.297ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71482025-03-19T17:36:53.297ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
71492025-03-19T17:36:53.298ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71502025-03-19T17:36:53.300ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
71512025-03-19T17:36:53.300ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71522025-03-19T17:36:53.300ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
71532025-03-19T17:36:53.305ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71542025-03-19T17:36:53.305ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71552025-03-19T17:36:53.307ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
71562025-03-19T17:36:53.307ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71572025-03-19T17:36:53.307ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71582025-03-19T17:36:53.317ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
71592025-03-19T17:36:53.317ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d287e93-0965-4a33-858d-d268d63cf25c", "content-length": "134", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71602025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
71612025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
71622025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
71632025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
71642025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
71652025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
71662025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
71672025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
71682025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
71692025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
71702025-03-19T17:36:53.317ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
71712025-03-19T17:36:53.317ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71722025-03-19T17:36:53.318ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71732025-03-19T17:36:53.320ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
71742025-03-19T17:36:53.320ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "4324bfdd-d6b0-49c2-b416-84ba6c02edb9", "content-length": "2", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71752025-03-19T17:36:53.320ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
71762025-03-19T17:36:53.320ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "5809a499-7817-422c-8b26-b9c8470bfb61", "content-length": "52", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71772025-03-19T17:36:53.320ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
71782025-03-19T17:36:53.320ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
71792025-03-19T17:36:53.333ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
71802025-03-19T17:36:53.447ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0522be5a-176a-4726-be0a-0ac841454ccc", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71812025-03-19T17:36:53.447ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
71822025-03-19T17:36:53.447ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
71832025-03-19T17:36:53.448ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "75a00353-5238-42bc-98f2-f4a2d95ab8c2", "content-length": "691", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71842025-03-19T17:36:53.448ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
71852025-03-19T17:36:53.448ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
71862025-03-19T17:36:53.448ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
71872025-03-19T17:36:53.448ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "179cb9a5-4974-4761-b1f5-7c62070cc208", "content-length": "682", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
71882025-03-19T17:36:53.448ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71892025-03-19T17:36:53.448ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71902025-03-19T17:36:53.449ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 382.734518ms iteration = 29 status = {}
71912025-03-19T17:36:53.452ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71922025-03-19T17:36:53.452ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71932025-03-19T17:36:53.455ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71942025-03-19T17:36:53.456ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71952025-03-19T17:36:53.457ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71962025-03-19T17:36:53.458ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
71972025-03-19T17:36:53.465ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 398.342965ms iteration = 28 status = {}
71982025-03-19T17:36:53.890ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
71992025-03-19T17:36:53.890ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::c]:12221
72002025-03-19T17:36:53.921ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::c]:12221/metrics/producers
72012025-03-19T17:36:53.921ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::c]:12221 remote_addr = [fd00:1122:3344:101::c]:33083
72022025-03-19T17:36:53.921ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:33083 req_id = 1860138f-706d-4f8d-9c8f-1859e9452896 roles = RoleSet { roles: {} } uri = /metrics/producers
72032025-03-19T17:36:53.921ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:33083 req_id = 1860138f-706d-4f8d-9c8f-1859e9452896 resource = Database result = Ok(()) uri = /metrics/producers
72042025-03-19T17:36:53.953ZINFOnexus: assigned collector to new producer collector_id = e83d107a-49c5-4884-950a-15aa1b1ed96e file = nexus/src/app/oximeter.rs:76 producer_id = d36229d9-bc4e-42ce-a902-2d006fc3262a
72052025-03-19T17:36:53.953ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 32395 local_addr = [fd00:1122:3344:101::c]:12221 method = POST remote_addr = [fd00:1122:3344:101::c]:33083 req_id = 1860138f-706d-4f8d-9c8f-1859e9452896 response_code = 201 uri = /metrics/producers
72062025-03-19T17:36:53.954ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::c]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "1860138f-706d-4f8d-9c8f-1859e9452896", "content-length": "41", "date": "Wed, 19 Mar 2025 17:36:53 GMT"} })
72072025-03-19T17:36:53.957ZDEBGnexus (producer-registration-task): registered with nexus successfully
72082025-03-19T17:36:53.957ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
72092025-03-19T17:36:54.145ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac1a7927-6ba4-46da-9020-93871e9a53f3 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72102025-03-19T17:36:54.146ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac1a7927-6ba4-46da-9020-93871e9a53f3 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72112025-03-19T17:36:54.147ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1815 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ac1a7927-6ba4-46da-9020-93871e9a53f3 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72122025-03-19T17:36:55.167ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ef714eb5-dc1a-4cf5-9dc8-cf93d9b0c106 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72132025-03-19T17:36:55.167ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ef714eb5-dc1a-4cf5-9dc8-cf93d9b0c106 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72142025-03-19T17:36:55.169ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1894 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ef714eb5-dc1a-4cf5-9dc8-cf93d9b0c106 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72152025-03-19T17:36:56.187ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f251d5-16be-4429-82ed-d679976f6c4b roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72162025-03-19T17:36:56.187ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f251d5-16be-4429-82ed-d679976f6c4b resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72172025-03-19T17:36:56.189ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2410 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c6f251d5-16be-4429-82ed-d679976f6c4b response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72182025-03-19T17:36:57.210ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ceab127-9677-4b28-abb6-a55a65c1f4b1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72192025-03-19T17:36:57.210ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ceab127-9677-4b28-abb6-a55a65c1f4b1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72202025-03-19T17:36:57.212ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2364 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0ceab127-9677-4b28-abb6-a55a65c1f4b1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72212025-03-19T17:36:57.256ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 580 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = c2fcbf47-5f5f-42ba-9333-92c6ba249419 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
72222025-03-19T17:36:58.232ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0e0c02e-d6b8-472b-a4df-924d97c2ab02 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72232025-03-19T17:36:58.233ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0e0c02e-d6b8-472b-a4df-924d97c2ab02 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72242025-03-19T17:36:58.235ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2412 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d0e0c02e-d6b8-472b-a4df-924d97c2ab02 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72252025-03-19T17:36:59.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d229de83-b7df-44ca-89eb-a9c5feef1c15 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72262025-03-19T17:36:59.254ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d229de83-b7df-44ca-89eb-a9c5feef1c15 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72272025-03-19T17:36:59.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2183 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d229de83-b7df-44ca-89eb-a9c5feef1c15 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72282025-03-19T17:37:00.274ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2fc750ec-a079-4921-beb7-1969c0c23802 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72292025-03-19T17:37:00.275ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2fc750ec-a079-4921-beb7-1969c0c23802 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72302025-03-19T17:37:00.277ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2417 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2fc750ec-a079-4921-beb7-1969c0c23802 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72312025-03-19T17:37:01.297ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 669b34f7-7284-4dba-aba9-5a15bc135190 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72322025-03-19T17:37:01.297ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 669b34f7-7284-4dba-aba9-5a15bc135190 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72332025-03-19T17:37:01.299ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2310 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 669b34f7-7284-4dba-aba9-5a15bc135190 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72342025-03-19T17:37:02.318ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9810899a-aec0-4e1a-b58b-461a094ae580 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72352025-03-19T17:37:02.318ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9810899a-aec0-4e1a-b58b-461a094ae580 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72362025-03-19T17:37:02.320ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2396 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9810899a-aec0-4e1a-b58b-461a094ae580 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72372025-03-19T17:37:03.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 83 reason = Timeout
72382025-03-19T17:37:03.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 83 reason = Timeout
72392025-03-19T17:37:03.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72402025-03-19T17:37:03.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72412025-03-19T17:37:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72422025-03-19T17:37:03.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72432025-03-19T17:37:03.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72442025-03-19T17:37:03.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72452025-03-19T17:37:03.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72462025-03-19T17:37:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
72472025-03-19T17:37:03.071ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.875151ms iteration = 83 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
72482025-03-19T17:37:03.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72492025-03-19T17:37:03.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72502025-03-19T17:37:03.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72512025-03-19T17:37:03.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72522025-03-19T17:37:03.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72532025-03-19T17:37:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
72542025-03-19T17:37:03.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72552025-03-19T17:37:03.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72562025-03-19T17:37:03.084ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
72572025-03-19T17:37:03.084ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 17.748086ms iteration = 83 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
72582025-03-19T17:37:03.339ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1128d7d8-df49-44b8-a1b6-c40e76b3f1e1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72592025-03-19T17:37:03.339ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1128d7d8-df49-44b8-a1b6-c40e76b3f1e1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72602025-03-19T17:37:03.341ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1465 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 1128d7d8-df49-44b8-a1b6-c40e76b3f1e1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72612025-03-19T17:37:04.360ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d35ba782-fe39-48c9-89ef-02e466f6c012 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72622025-03-19T17:37:04.360ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d35ba782-fe39-48c9-89ef-02e466f6c012 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72632025-03-19T17:37:04.362ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2197 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d35ba782-fe39-48c9-89ef-02e466f6c012 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72642025-03-19T17:37:05.383ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 36c49005-ab9d-42dc-8aa8-c796189426bc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72652025-03-19T17:37:05.384ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 36c49005-ab9d-42dc-8aa8-c796189426bc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72662025-03-19T17:37:05.386ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2909 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 36c49005-ab9d-42dc-8aa8-c796189426bc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72672025-03-19T17:37:06.406ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8bc60f1-6a11-4558-834e-53d20f117f63 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72682025-03-19T17:37:06.406ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8bc60f1-6a11-4558-834e-53d20f117f63 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72692025-03-19T17:37:06.408ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2507 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f8bc60f1-6a11-4558-834e-53d20f117f63 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72702025-03-19T17:37:07.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 696 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 85e608b0-bfda-4796-bdab-4b7f89f80a29 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
72712025-03-19T17:37:07.428ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0218dcda-162d-411b-b333-d724899f0a4f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72722025-03-19T17:37:07.429ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0218dcda-162d-411b-b333-d724899f0a4f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72732025-03-19T17:37:07.430ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2312 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 0218dcda-162d-411b-b333-d724899f0a4f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72742025-03-19T17:37:08.451ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 446195f5-b7b0-4a12-9c77-fc48826332e8 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72752025-03-19T17:37:08.451ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 446195f5-b7b0-4a12-9c77-fc48826332e8 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72762025-03-19T17:37:08.453ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1825 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 446195f5-b7b0-4a12-9c77-fc48826332e8 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72772025-03-19T17:37:09.471ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15f3792c-8bc9-479e-bfbf-16d60c439f3f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72782025-03-19T17:37:09.472ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15f3792c-8bc9-479e-bfbf-16d60c439f3f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72792025-03-19T17:37:09.473ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2100 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 15f3792c-8bc9-479e-bfbf-16d60c439f3f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72802025-03-19T17:37:10.493ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a8000684-c8b4-4ef7-b94f-b81aa791dd28 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72812025-03-19T17:37:10.493ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a8000684-c8b4-4ef7-b94f-b81aa791dd28 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72822025-03-19T17:37:10.495ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2655 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = a8000684-c8b4-4ef7-b94f-b81aa791dd28 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72832025-03-19T17:37:11.515ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec9d3867-b22f-4ab2-acce-7eba6aadb89e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72842025-03-19T17:37:11.515ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec9d3867-b22f-4ab2-acce-7eba6aadb89e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72852025-03-19T17:37:11.517ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1935 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ec9d3867-b22f-4ab2-acce-7eba6aadb89e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72862025-03-19T17:37:12.536ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bb2914ca-d572-4552-a561-16a23f489245 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72872025-03-19T17:37:12.537ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bb2914ca-d572-4552-a561-16a23f489245 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72882025-03-19T17:37:12.538ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2204 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = bb2914ca-d572-4552-a561-16a23f489245 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
72892025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 84 reason = Timeout
72902025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 84 reason = Timeout
72912025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72922025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72932025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72942025-03-19T17:37:13.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72952025-03-19T17:37:13.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72962025-03-19T17:37:13.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72972025-03-19T17:37:13.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72982025-03-19T17:37:13.071ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.321019ms iteration = 84 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
72992025-03-19T17:37:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
73002025-03-19T17:37:13.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73012025-03-19T17:37:13.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73022025-03-19T17:37:13.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73032025-03-19T17:37:13.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73042025-03-19T17:37:13.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73052025-03-19T17:37:13.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
73062025-03-19T17:37:13.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73072025-03-19T17:37:13.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73082025-03-19T17:37:13.083ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
73092025-03-19T17:37:13.083ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.706102ms iteration = 84 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
73102025-03-19T17:37:13.558ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2d14281d-d2b5-4911-90d6-3813539f2170 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73112025-03-19T17:37:13.558ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2d14281d-d2b5-4911-90d6-3813539f2170 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73122025-03-19T17:37:13.560ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2612 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 2d14281d-d2b5-4911-90d6-3813539f2170 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73132025-03-19T17:37:14.580ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 140d1f9b-0c79-4f95-b139-12dd486ba9c6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73142025-03-19T17:37:14.581ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 140d1f9b-0c79-4f95-b139-12dd486ba9c6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73152025-03-19T17:37:14.582ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2157 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 140d1f9b-0c79-4f95-b139-12dd486ba9c6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73162025-03-19T17:37:15.602ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ae2d9573-4c76-4dd1-9e7c-d69bff836adc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73172025-03-19T17:37:15.602ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ae2d9573-4c76-4dd1-9e7c-d69bff836adc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73182025-03-19T17:37:15.605ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2613 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ae2d9573-4c76-4dd1-9e7c-d69bff836adc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73192025-03-19T17:37:16.624ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 276d68e1-d8e1-4997-bf04-105af877e1c2 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73202025-03-19T17:37:16.624ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 276d68e1-d8e1-4997-bf04-105af877e1c2 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73212025-03-19T17:37:16.626ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2469 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 276d68e1-d8e1-4997-bf04-105af877e1c2 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73222025-03-19T17:37:17.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 587 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = e9a82740-0ad4-4d4d-a594-f7d38b35c509 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
73232025-03-19T17:37:17.647ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 29756d19-1bba-4fd7-8e40-96ff280a2587 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73242025-03-19T17:37:17.647ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 29756d19-1bba-4fd7-8e40-96ff280a2587 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73252025-03-19T17:37:17.649ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1975 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 29756d19-1bba-4fd7-8e40-96ff280a2587 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73262025-03-19T17:37:18.667ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6520967-4ea3-45b8-963e-a1bc5d81c290 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73272025-03-19T17:37:18.668ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6520967-4ea3-45b8-963e-a1bc5d81c290 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73282025-03-19T17:37:18.670ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2277 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = e6520967-4ea3-45b8-963e-a1bc5d81c290 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73292025-03-19T17:37:19.689ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb603764-c582-4075-84fa-0dbb699fac5e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73302025-03-19T17:37:19.690ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb603764-c582-4075-84fa-0dbb699fac5e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73312025-03-19T17:37:19.692ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2755 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = fb603764-c582-4075-84fa-0dbb699fac5e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73322025-03-19T17:37:20.711ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8ccd604-6104-40ef-a297-c426c0287faa roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73332025-03-19T17:37:20.711ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8ccd604-6104-40ef-a297-c426c0287faa resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73342025-03-19T17:37:20.713ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2666 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = b8ccd604-6104-40ef-a297-c426c0287faa response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73352025-03-19T17:37:21.733ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c35abaca-8edb-4c79-bf42-c4753285f6c7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73362025-03-19T17:37:21.733ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c35abaca-8edb-4c79-bf42-c4753285f6c7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73372025-03-19T17:37:21.735ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2219 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c35abaca-8edb-4c79-bf42-c4753285f6c7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73382025-03-19T17:37:22.250ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 1a58f5f9-2295-4cc5-940e-1a3f083ebe27 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
73392025-03-19T17:37:22.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 1a58f5f9-2295-4cc5-940e-1a3f083ebe27 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
73402025-03-19T17:37:22.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2645 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 1a58f5f9-2295-4cc5-940e-1a3f083ebe27 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?sort_by=id_ascending
73412025-03-19T17:37:22.253ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 099f22b6-6c2a-475e-8b7c-e0da5cf15246 roles = RoleSet { roles: {} } uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
73422025-03-19T17:37:22.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 099f22b6-6c2a-475e-8b7c-e0da5cf15246 resource = Database result = Ok(()) uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
73432025-03-19T17:37:22.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2129 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:56817 req_id = 099f22b6-6c2a-475e-8b7c-e0da5cf15246 response_code = 200 uri = /metrics/collectors/e83d107a-49c5-4884-950a-15aa1b1ed96e/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlNWJmYTNiYy0yZWFjLTQxODItYmMxMS1lYmExNjljYWE2NTMifX0%3D
73442025-03-19T17:37:22.755ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 560255d7-c972-4dde-89e5-ec5292471a80 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73452025-03-19T17:37:22.756ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 560255d7-c972-4dde-89e5-ec5292471a80 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73462025-03-19T17:37:22.757ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2418 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 560255d7-c972-4dde-89e5-ec5292471a80 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
73472025-03-19T17:37:23.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 29 reason = Timeout
73482025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 32 reason = Timeout
73492025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
73502025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 17 reason = Timeout
73512025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
73522025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 15 reason = Timeout
73532025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
73542025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 85 reason = Timeout
73552025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 15 reason = Timeout
73562025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73572025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
73582025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 15 reason = Timeout
73592025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
73602025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
73612025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 29 reason = Timeout
73622025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
73632025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 29 reason = Timeout
73642025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 29 reason = Timeout
73652025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 15 reason = Timeout
73662025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
73672025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
73682025-03-19T17:37:23.067ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-19 17:27:23.067171252 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
73692025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
73702025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 29 reason = Timeout
73712025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
73722025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 29 reason = Timeout
73732025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
73742025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 85 reason = Timeout
73752025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
73762025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 17 reason = Timeout
73772025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 29 reason = Timeout
73782025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
73792025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 29 reason = Timeout
73802025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
73812025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 29 reason = Timeout
73822025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
73832025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 29 reason = Timeout
73842025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
73852025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 29 reason = Timeout
73862025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 30 reason = Timeout
73872025-03-19T17:37:23.067ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
73882025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
73892025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 15 reason = Timeout
73902025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
73912025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
73922025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 30 reason = Timeout
73932025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
73942025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 29 reason = Timeout
73952025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
73962025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
73972025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 15 reason = Timeout
73982025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
73992025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 16 reason = Timeout
74002025-03-19T17:37:23.067ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:82 reason = blueprint disabled target_id = dc948948-4b55-42dc-bd2d-5d337349b076
74012025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 15 reason = Timeout
74022025-03-19T17:37:23.067ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
74032025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 9.011\u{b5}s iteration = 16 status = {"enabled":false,"target_id":"dc948948-4b55-42dc-bd2d-5d337349b076"}
74042025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 15 reason = Timeout
74052025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 29 reason = Timeout
74062025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
74072025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
74082025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
74092025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 15 reason = Timeout
74102025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
74112025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
74122025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 29 reason = Timeout
74132025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 15 reason = Timeout
74142025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
74152025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
74162025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
74172025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
74182025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
74192025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
74202025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
74212025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74222025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74232025-03-19T17:37:23.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
74242025-03-19T17:37:23.067ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("2537ba9f-3990-4f31-8ead-ce29d820d114.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a9d3f2da-fb8c-4ef5-8b49-0bdd2daeabbd.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 43931, tv_nsec: 32026694 } })
74252025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
74262025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
74272025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
74282025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
74292025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
74302025-03-19T17:37:23.068ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b1738f84-7da4-4162-a8d4-327b1419c902.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da4f6029-bc5f-4b24-912d-cbfbb0d2cdbe.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dc49ff65-d6ac-4d93-ae09-36cad6b6cd05.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 43931, tv_nsec: 32119986 } })
74312025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74322025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
74332025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
74342025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
74352025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
74362025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
74372025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
74382025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
74392025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
74402025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
74412025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
74422025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 982.852\u{b5}s iteration = 15 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
74432025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
74442025-03-19T17:37:23.068ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.074705ms iteration = 15 status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:2::1]:5353"]}
74452025-03-19T17:37:23.070ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74462025-03-19T17:37:23.070ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.06782ms iteration = 29 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
74472025-03-19T17:37:23.070ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
74482025-03-19T17:37:23.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43931, tv_nsec: 35255757 } })
74492025-03-19T17:37:23.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
74502025-03-19T17:37:23.071ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 4.293428ms iteration = 15 status = {"errors":[],"found_port_ok":[]}
74512025-03-19T17:37:23.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
74522025-03-19T17:37:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
74532025-03-19T17:37:23.072ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
74542025-03-19T17:37:23.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
74552025-03-19T17:37:23.074ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 6.898918ms iteration = 29 status = {"errors":[],"garbage_collect_requested":[]}
74562025-03-19T17:37:23.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74572025-03-19T17:37:23.074ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-19 17:27:23.067171252 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
74582025-03-19T17:37:23.074ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 7.759708ms iteration = 15 status = {"expiration":"2025-03-19T17:27:23.067171252Z","pruned":[]}
74592025-03-19T17:37:23.075ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74602025-03-19T17:37:23.077ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
74612025-03-19T17:37:23.077ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
74622025-03-19T17:37:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74632025-03-19T17:37:23.078ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
74642025-03-19T17:37:23.078ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
74652025-03-19T17:37:23.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
74662025-03-19T17:37:23.079ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
74672025-03-19T17:37:23.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
74682025-03-19T17:37:23.083ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
74692025-03-19T17:37:23.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
74702025-03-19T17:37:23.085ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74712025-03-19T17:37:23.086ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
74722025-03-19T17:37:23.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
74732025-03-19T17:37:23.086ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
74742025-03-19T17:37:23.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74752025-03-19T17:37:23.087ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
74762025-03-19T17:37:23.087ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74772025-03-19T17:37:23.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74782025-03-19T17:37:23.093ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74792025-03-19T17:37:23.095ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43931, tv_nsec: 59746317 } })
74802025-03-19T17:37:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
74812025-03-19T17:37:23.096ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
74822025-03-19T17:37:23.096ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
74832025-03-19T17:37:23.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
74842025-03-19T17:37:23.098ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
74852025-03-19T17:37:23.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
74862025-03-19T17:37:23.099ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
74872025-03-19T17:37:23.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
74882025-03-19T17:37:23.099ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
74892025-03-19T17:37:23.099ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74902025-03-19T17:37:23.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
74912025-03-19T17:37:23.102ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
74922025-03-19T17:37:23.104ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74932025-03-19T17:37:23.107ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
74942025-03-19T17:37:23.107ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74952025-03-19T17:37:23.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74962025-03-19T17:37:23.109ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74972025-03-19T17:37:23.111ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 44.18311ms iteration = 29 status = {"errors":[],"requests_created_ok":[]}
74982025-03-19T17:37:23.112ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
74992025-03-19T17:37:23.112ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75002025-03-19T17:37:23.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75012025-03-19T17:37:23.113ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75022025-03-19T17:37:23.113ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75032025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
75042025-03-19T17:37:23.120ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
75052025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 53.417991ms iteration = 15 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
75062025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
75072025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
75082025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
75092025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
75102025-03-19T17:37:23.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
75112025-03-19T17:37:23.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
75122025-03-19T17:37:23.121ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
75132025-03-19T17:37:23.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
75142025-03-19T17:37:23.123ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75152025-03-19T17:37:23.124ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
75162025-03-19T17:37:23.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
75172025-03-19T17:37:23.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
75182025-03-19T17:37:23.126ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
75192025-03-19T17:37:23.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
75202025-03-19T17:37:23.127ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 60.528753ms iteration = 29 status = {"errors":[],"finish_invoked_ok":[]}
75212025-03-19T17:37:23.128ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75222025-03-19T17:37:23.128ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75232025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
75242025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
75252025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
75262025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75272025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75282025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
75292025-03-19T17:37:23.131ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
75302025-03-19T17:37:23.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
75312025-03-19T17:37:23.132ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
75322025-03-19T17:37:23.132ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
75332025-03-19T17:37:23.132ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 65.346364ms iteration = 85 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
75342025-03-19T17:37:23.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
75352025-03-19T17:37:23.133ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
75362025-03-19T17:37:23.134ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
75372025-03-19T17:37:23.134ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 67.142065ms iteration = 29 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
75382025-03-19T17:37:23.135ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43931, tv_nsec: 99224179 } })
75392025-03-19T17:37:23.135ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
75402025-03-19T17:37:23.136ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75412025-03-19T17:37:23.139ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
75422025-03-19T17:37:23.139ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
75432025-03-19T17:37:23.139ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
75442025-03-19T17:37:23.139ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75452025-03-19T17:37:23.139ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
75462025-03-19T17:37:23.140ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
75472025-03-19T17:37:23.141ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
75482025-03-19T17:37:23.141ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
75492025-03-19T17:37:23.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
75502025-03-19T17:37:23.142ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
75512025-03-19T17:37:23.142ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
75522025-03-19T17:37:23.142ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
75532025-03-19T17:37:23.143ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
75542025-03-19T17:37:23.147ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
75552025-03-19T17:37:23.147ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 80.220764ms iteration = 29 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
75562025-03-19T17:37:23.150ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 83.645892ms iteration = 85 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
75572025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75582025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
75592025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
75602025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
75612025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
75622025-03-19T17:37:23.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
75632025-03-19T17:37:23.154ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
75642025-03-19T17:37:23.154ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
75652025-03-19T17:37:23.154ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 86.6045ms iteration = 15 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
75662025-03-19T17:37:23.154ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
75672025-03-19T17:37:23.154ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
75682025-03-19T17:37:23.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
75692025-03-19T17:37:23.156ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75702025-03-19T17:37:23.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
75712025-03-19T17:37:23.162ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
75722025-03-19T17:37:23.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
75732025-03-19T17:37:23.167ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
75742025-03-19T17:37:23.167ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
75752025-03-19T17:37:23.170ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 103.055776ms iteration = 29 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
75762025-03-19T17:37:23.171ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
75772025-03-19T17:37:23.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
75782025-03-19T17:37:23.172ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75792025-03-19T17:37:23.175ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
75802025-03-19T17:37:23.175ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
75812025-03-19T17:37:23.176ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
75822025-03-19T17:37:23.176ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
75832025-03-19T17:37:23.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
75842025-03-19T17:37:23.178ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 111.225772ms iteration = 29 status = 0
75852025-03-19T17:37:23.180ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
75862025-03-19T17:37:23.180ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
75872025-03-19T17:37:23.180ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
75882025-03-19T17:37:23.180ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
75892025-03-19T17:37:23.180ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
75902025-03-19T17:37:23.187ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-19T17:23:19.964206Z, time_modified: 2025-03-19T17:23:19.964206Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, db_silo: Silo { identity: SiloIdentity { id: 0c6e38e1-1db8-4dcc-b61a-90a17f82848e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-19T17:23:27.358510Z, time_modified: 2025-03-19T17:23:27.358510Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d" }] }) }
75912025-03-19T17:37:23.187ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 119.700796ms iteration = 15 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]}},"default_endpoint":{"silo_id":"0c6e38e1-1db8-4dcc-b61a-90a17f82848e","tls_certs":["d76195f02a86ae5b522cf01b22799783edfbee43c449a86d6105d8d13f83420d"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
75922025-03-19T17:37:23.197ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
75932025-03-19T17:37:23.197ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
75942025-03-19T17:37:23.197ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
75952025-03-19T17:37:23.197ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 130.504233ms iteration = 29 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
75962025-03-19T17:37:23.197ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
75972025-03-19T17:37:23.199ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75982025-03-19T17:37:23.200ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
75992025-03-19T17:37:23.201ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
76002025-03-19T17:37:23.201ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
76012025-03-19T17:37:23.201ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
76022025-03-19T17:37:23.201ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
76032025-03-19T17:37:23.202ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76042025-03-19T17:37:23.203ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
76052025-03-19T17:37:23.203ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 0 version = 2
76062025-03-19T17:37:23.203ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
76072025-03-19T17:37:23.203ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76082025-03-19T17:37:23.203ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
76092025-03-19T17:37:23.204ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76102025-03-19T17:37:23.204ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
76112025-03-19T17:37:23.204ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
76122025-03-19T17:37:23.204ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
76132025-03-19T17:37:23.206ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
76142025-03-19T17:37:23.206ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
76152025-03-19T17:37:23.206ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
76162025-03-19T17:37:23.206ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
76172025-03-19T17:37:23.207ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
76182025-03-19T17:37:23.207ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
76192025-03-19T17:37:23.207ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
76202025-03-19T17:37:23.209ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 21f89393-f5d6-4cc5-9ef3-bcff3406b3e6 dns_zone_name = oxide.test found_so_far = 1 version = 2
76212025-03-19T17:37:23.209ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
76222025-03-19T17:37:23.209ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-19 17:23:27.415069 UTC dns_group = external generation = 2
76232025-03-19T17:37:23.209ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 142.342894ms iteration = 15 status = {"generation":2}
76242025-03-19T17:37:23.212ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
76252025-03-19T17:37:23.212ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 145.144368ms iteration = 15 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
76262025-03-19T17:37:23.216ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 149.564589ms iteration = 29 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
76272025-03-19T17:37:23.221ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76282025-03-19T17:37:23.224ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
76292025-03-19T17:37:23.224ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
76302025-03-19T17:37:23.224ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
76312025-03-19T17:37:23.226ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
76322025-03-19T17:37:23.236ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
76332025-03-19T17:37:23.236ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 169.421853ms iteration = 29 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
76342025-03-19T17:37:23.239ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 172.132565ms iteration = 32 status = {"physical_disks_added":0}
76352025-03-19T17:37:23.265ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
76362025-03-19T17:37:23.265ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
76372025-03-19T17:37:23.265ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
76382025-03-19T17:37:23.265ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
76392025-03-19T17:37:23.267ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76402025-03-19T17:37:23.270ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
76412025-03-19T17:37:23.270ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
76422025-03-19T17:37:23.270ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
76432025-03-19T17:37:23.317ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
76442025-03-19T17:37:23.317ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
76452025-03-19T17:37:23.317ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "895cc4d7-9d0c-436f-a60e-a9f08002eebc", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76462025-03-19T17:37:23.317ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
76472025-03-19T17:37:23.318ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
76482025-03-19T17:37:23.376ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
76492025-03-19T17:37:23.376ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
76502025-03-19T17:37:23.376ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b27a5ad-c7ad-4e29-a3d2-2d46bec931e2", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76512025-03-19T17:37:23.376ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
76522025-03-19T17:37:23.379ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
76532025-03-19T17:37:23.392ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
76542025-03-19T17:37:23.392ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "76fc802a-2645-4f0b-a8c9-e042109a1ff6", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
76552025-03-19T17:37:23.392ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
76562025-03-19T17:37:23.394ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "55112e0b-feda-42c3-a633-4c1b54e15ff7", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
76572025-03-19T17:37:23.394ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
76582025-03-19T17:37:23.396ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
76592025-03-19T17:37:23.396ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 329.362719ms iteration = 17 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
76602025-03-19T17:37:23.432ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
76612025-03-19T17:37:23.449ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
76622025-03-19T17:37:23.449ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
76632025-03-19T17:37:23.450ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "be011c22-e405-4690-9e36-18abb99d81b4", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76642025-03-19T17:37:23.450ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
76652025-03-19T17:37:23.452ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
76662025-03-19T17:37:23.473ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
76672025-03-19T17:37:23.474ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "58a87559-b120-4f61-9893-195c9617986d", "content-length": "691", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76682025-03-19T17:37:23.474ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
76692025-03-19T17:37:23.474ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
76702025-03-19T17:37:23.474ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
76712025-03-19T17:37:23.475ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 408.439516ms iteration = 30 status = {}
76722025-03-19T17:37:23.476ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 9d0a7305-7c24-4058-8f8e-80168dd63965 dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
76732025-03-19T17:37:23.476ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
76742025-03-19T17:37:23.476ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-19 17:23:26.687969 UTC dns_group = internal generation = 1
76752025-03-19T17:37:23.476ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 409.882089ms iteration = 15 status = {"generation":1}
76762025-03-19T17:37:23.518ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
76772025-03-19T17:37:23.518ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
76782025-03-19T17:37:23.519ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "197da4c4-129a-47e4-b49e-3a398c75d233", "content-length": "372", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76792025-03-19T17:37:23.519ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
76802025-03-19T17:37:23.519ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
76812025-03-19T17:37:23.535ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
76822025-03-19T17:37:23.536ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "bd7422df-15f7-41cc-a7a3-046151f71bfd", "content-length": "2", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76832025-03-19T17:37:23.537ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
76842025-03-19T17:37:23.538ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
76852025-03-19T17:37:23.540ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 473.130654ms iteration = 29 status = null
76862025-03-19T17:37:23.557ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
76872025-03-19T17:37:23.557ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "8ad4edf0-608e-4691-b21b-ffb26adf125b", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76882025-03-19T17:37:23.557ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76892025-03-19T17:37:23.559ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "80affa74-31fe-478d-b23a-0ae29462971b", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76902025-03-19T17:37:23.559ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76912025-03-19T17:37:23.560ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "ac29eca6-c643-4e4e-80d4-a08d2f7cf0aa", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76922025-03-19T17:37:23.560ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76932025-03-19T17:37:23.561ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
76942025-03-19T17:37:23.562ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
76952025-03-19T17:37:23.562ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "64abdbbc-c40c-439e-81b7-bc1cf0786a3e", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
76962025-03-19T17:37:23.562ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
76972025-03-19T17:37:23.562ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
76982025-03-19T17:37:23.562ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
76992025-03-19T17:37:23.562ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 495.872815ms iteration = 17 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
77002025-03-19T17:37:23.563ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 496.306834ms iteration = 29 status = {}
77012025-03-19T17:37:23.564ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77022025-03-19T17:37:23.564ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77032025-03-19T17:37:23.567ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77042025-03-19T17:37:23.568ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77052025-03-19T17:37:23.570ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
77062025-03-19T17:37:23.570ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
77072025-03-19T17:37:23.570ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "6c8901de-9b78-4a44-a9b1-a54257b112a3", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77082025-03-19T17:37:23.572ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 504.687516ms iteration = 30 status = {}
77092025-03-19T17:37:23.602ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77102025-03-19T17:37:23.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77112025-03-19T17:37:23.605ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
77122025-03-19T17:37:23.605ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77132025-03-19T17:37:23.605ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77142025-03-19T17:37:23.615ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
77152025-03-19T17:37:23.615ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "361795c8-5f73-4611-8978-0bec2e6913d3", "content-length": "134", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77162025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
77172025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
77182025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
77192025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
77202025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
77212025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
77222025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
77232025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
77242025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
77252025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
77262025-03-19T17:37:23.616ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
77272025-03-19T17:37:23.616ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77282025-03-19T17:37:23.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77292025-03-19T17:37:23.619ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
77302025-03-19T17:37:23.619ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c60780e8-f7e5-44c2-b6f3-f50484d37548", "content-length": "2", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77312025-03-19T17:37:23.619ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
77322025-03-19T17:37:23.619ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "a18289b2-6000-4b37-bed9-a0420f443bb8", "content-length": "52", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77332025-03-19T17:37:23.619ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
77342025-03-19T17:37:23.619ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
77352025-03-19T17:37:23.745ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c2024890-56d5-4097-8d80-86c7eb61517d", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77362025-03-19T17:37:23.745ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
77372025-03-19T17:37:23.745ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
77382025-03-19T17:37:23.746ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "cb8d0f2a-be37-4371-ba8e-3a85c213eba9", "content-length": "682", "date": "Wed, 19 Mar 2025 17:37:23 GMT"} })
77392025-03-19T17:37:23.746ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77402025-03-19T17:37:23.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77412025-03-19T17:37:23.750ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77422025-03-19T17:37:23.750ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77432025-03-19T17:37:23.754ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77442025-03-19T17:37:23.754ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77452025-03-19T17:37:23.756ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77462025-03-19T17:37:23.757ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77472025-03-19T17:37:23.764ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 697.76158ms iteration = 29 status = {}
77482025-03-19T17:37:23.885ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8daa6b64-5884-4df5-9dad-f6efeb7bc750 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77492025-03-19T17:37:23.885ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8daa6b64-5884-4df5-9dad-f6efeb7bc750 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77502025-03-19T17:37:23.888ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2904 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 8daa6b64-5884-4df5-9dad-f6efeb7bc750 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77512025-03-19T17:37:24.907ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 321aedf0-f703-43e9-a632-af35c3d062c7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77522025-03-19T17:37:24.908ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 321aedf0-f703-43e9-a632-af35c3d062c7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77532025-03-19T17:37:24.910ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2480 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 321aedf0-f703-43e9-a632-af35c3d062c7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77542025-03-19T17:37:25.930ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 50640327-ec31-40ad-b8fd-62c763200a6a roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77552025-03-19T17:37:25.931ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 50640327-ec31-40ad-b8fd-62c763200a6a resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77562025-03-19T17:37:25.932ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2011 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 50640327-ec31-40ad-b8fd-62c763200a6a response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77572025-03-19T17:37:26.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dddfa43c-2013-4f44-91a9-5a040af4f239 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77582025-03-19T17:37:26.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dddfa43c-2013-4f44-91a9-5a040af4f239 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77592025-03-19T17:37:26.955ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2556 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = dddfa43c-2013-4f44-91a9-5a040af4f239 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77602025-03-19T17:37:27.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 561 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = d119ad42-d37d-48d1-9861-181c47b14471 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
77612025-03-19T17:37:27.974ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 63898de5-0984-48ca-a341-8588f1bbb693 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77622025-03-19T17:37:27.975ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 63898de5-0984-48ca-a341-8588f1bbb693 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77632025-03-19T17:37:27.977ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2993 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 63898de5-0984-48ca-a341-8588f1bbb693 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77642025-03-19T17:37:28.995ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9fda1b84-f3f6-4e28-b88b-d7ed4313aece roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77652025-03-19T17:37:28.996ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9fda1b84-f3f6-4e28-b88b-d7ed4313aece resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77662025-03-19T17:37:28.997ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2161 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9fda1b84-f3f6-4e28-b88b-d7ed4313aece response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77672025-03-19T17:37:30.017ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df728f39-70dd-4f8b-9c21-e1b5562292be roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77682025-03-19T17:37:30.017ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df728f39-70dd-4f8b-9c21-e1b5562292be resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77692025-03-19T17:37:30.019ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2276 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = df728f39-70dd-4f8b-9c21-e1b5562292be response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77702025-03-19T17:37:31.039ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6409e13d-af5e-4803-b455-3c4b860078c0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77712025-03-19T17:37:31.039ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6409e13d-af5e-4803-b455-3c4b860078c0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77722025-03-19T17:37:31.040ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2060 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 6409e13d-af5e-4803-b455-3c4b860078c0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77732025-03-19T17:37:32.060ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5a264530-abc4-44f1-89eb-b3a52ffb8cc1 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77742025-03-19T17:37:32.061ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5a264530-abc4-44f1-89eb-b3a52ffb8cc1 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77752025-03-19T17:37:32.062ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2458 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5a264530-abc4-44f1-89eb-b3a52ffb8cc1 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77762025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 86 reason = Timeout
77772025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
77782025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 86 reason = Timeout
77792025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77802025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77812025-03-19T17:37:33.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
77822025-03-19T17:37:33.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77832025-03-19T17:37:33.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
77842025-03-19T17:37:33.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77852025-03-19T17:37:33.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77862025-03-19T17:37:33.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77872025-03-19T17:37:33.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77882025-03-19T17:37:33.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77892025-03-19T17:37:33.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
77902025-03-19T17:37:33.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77912025-03-19T17:37:33.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77922025-03-19T17:37:33.082ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = baed93a1-9682-46e2-a4ff-00273fe570e7 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77932025-03-19T17:37:33.082ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = baed93a1-9682-46e2-a4ff-00273fe570e7 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77942025-03-19T17:37:33.084ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1672 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = baed93a1-9682-46e2-a4ff-00273fe570e7 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
77952025-03-19T17:37:33.086ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
77962025-03-19T17:37:33.086ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.968003ms iteration = 86 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
77972025-03-19T17:37:33.098ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
77982025-03-19T17:37:33.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
77992025-03-19T17:37:33.129ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.067009ms iteration = 86 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
78002025-03-19T17:37:34.104ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3416fa2-1836-42cd-b37d-589b84057756 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78012025-03-19T17:37:34.104ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3416fa2-1836-42cd-b37d-589b84057756 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78022025-03-19T17:37:34.106ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2175 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f3416fa2-1836-42cd-b37d-589b84057756 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78032025-03-19T17:37:35.126ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5327becc-3290-4e9a-88d9-dddcf407c682 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78042025-03-19T17:37:35.127ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5327becc-3290-4e9a-88d9-dddcf407c682 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78052025-03-19T17:37:35.128ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2089 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5327becc-3290-4e9a-88d9-dddcf407c682 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78062025-03-19T17:37:36.150ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c173e59a-ce49-4ee4-9add-c10e2c91aef0 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78072025-03-19T17:37:36.150ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c173e59a-ce49-4ee4-9add-c10e2c91aef0 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78082025-03-19T17:37:36.153ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2666 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = c173e59a-ce49-4ee4-9add-c10e2c91aef0 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78092025-03-19T17:37:37.173ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9427e697-331b-464e-b5a5-613d2e985d2d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78102025-03-19T17:37:37.174ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9427e697-331b-464e-b5a5-613d2e985d2d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78112025-03-19T17:37:37.175ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2043 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 9427e697-331b-464e-b5a5-613d2e985d2d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78122025-03-19T17:37:37.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 622 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 8a4e1ced-26d5-4506-babe-56a4c78d45c1 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
78132025-03-19T17:37:38.196ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 21ebdf29-f893-4f0c-a98b-9d57264b467c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78142025-03-19T17:37:38.196ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 21ebdf29-f893-4f0c-a98b-9d57264b467c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78152025-03-19T17:37:38.198ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2686 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 21ebdf29-f893-4f0c-a98b-9d57264b467c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78162025-03-19T17:37:39.218ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 819f5589-e090-430a-a873-05db21363cf6 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78172025-03-19T17:37:39.219ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 819f5589-e090-430a-a873-05db21363cf6 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78182025-03-19T17:37:39.221ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2822 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 819f5589-e090-430a-a873-05db21363cf6 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78192025-03-19T17:37:40.240ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 310aa4ae-ed43-4728-a446-a0e547317bc4 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78202025-03-19T17:37:40.241ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 310aa4ae-ed43-4728-a446-a0e547317bc4 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78212025-03-19T17:37:40.242ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2119 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 310aa4ae-ed43-4728-a446-a0e547317bc4 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78222025-03-19T17:37:41.263ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 344354f1-9ebe-4ff2-939b-e69be7397e85 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78232025-03-19T17:37:41.263ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 344354f1-9ebe-4ff2-939b-e69be7397e85 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78242025-03-19T17:37:41.265ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2507 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 344354f1-9ebe-4ff2-939b-e69be7397e85 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78252025-03-19T17:37:42.285ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5824475e-7be1-41ff-8962-549c8363cd3f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78262025-03-19T17:37:42.285ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5824475e-7be1-41ff-8962-549c8363cd3f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78272025-03-19T17:37:42.288ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2647 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 5824475e-7be1-41ff-8962-549c8363cd3f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78282025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 87 reason = Timeout
78292025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 87 reason = Timeout
78302025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
78312025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78322025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78332025-03-19T17:37:43.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
78342025-03-19T17:37:43.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78352025-03-19T17:37:43.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
78362025-03-19T17:37:43.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
78372025-03-19T17:37:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
78382025-03-19T17:37:43.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78392025-03-19T17:37:43.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78402025-03-19T17:37:43.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78412025-03-19T17:37:43.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78422025-03-19T17:37:43.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78432025-03-19T17:37:43.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
78442025-03-19T17:37:43.078ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78452025-03-19T17:37:43.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78462025-03-19T17:37:43.087ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
78472025-03-19T17:37:43.087ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.738271ms iteration = 87 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
78482025-03-19T17:37:43.101ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.65959ms iteration = 87 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
78492025-03-19T17:37:43.307ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ca35333c-c1bb-46dc-badf-c04730e16042 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78502025-03-19T17:37:43.308ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ca35333c-c1bb-46dc-badf-c04730e16042 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78512025-03-19T17:37:43.309ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2110 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = ca35333c-c1bb-46dc-badf-c04730e16042 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78522025-03-19T17:37:44.329ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd37abff-bf96-4169-a7b0-7eedbf12d8f9 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78532025-03-19T17:37:44.329ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd37abff-bf96-4169-a7b0-7eedbf12d8f9 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78542025-03-19T17:37:44.331ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2331 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = cd37abff-bf96-4169-a7b0-7eedbf12d8f9 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78552025-03-19T17:37:45.350ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e361cf9-c361-422f-a44a-1830cfe206b5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78562025-03-19T17:37:45.351ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e361cf9-c361-422f-a44a-1830cfe206b5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78572025-03-19T17:37:45.353ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2496 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 4e361cf9-c361-422f-a44a-1830cfe206b5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78582025-03-19T17:37:46.373ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 356f5f1b-c45a-4a56-a925-22750e80fb4d roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78592025-03-19T17:37:46.374ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 356f5f1b-c45a-4a56-a925-22750e80fb4d resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78602025-03-19T17:37:46.376ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2352 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 356f5f1b-c45a-4a56-a925-22750e80fb4d response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78612025-03-19T17:37:47.257ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 666 local_addr = [fd00:1122:3344:101::c]:56379 method = GET remote_addr = [fd00:1122:3344:101::d]:49104 req_id = 77016657-db06-4047-a85e-d1202be311e8 response_code = 200 uri = /d36229d9-bc4e-42ce-a902-2d006fc3262a
78622025-03-19T17:37:47.398ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 043a2641-80fb-4b79-a226-e83f3952625c roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78632025-03-19T17:37:47.398ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 043a2641-80fb-4b79-a226-e83f3952625c resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78642025-03-19T17:37:47.400ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2112 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 043a2641-80fb-4b79-a226-e83f3952625c response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78652025-03-19T17:37:48.420ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4f33660-7586-419e-849e-24de0b0e3796 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78662025-03-19T17:37:48.420ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4f33660-7586-419e-849e-24de0b0e3796 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78672025-03-19T17:37:48.422ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2542 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = d4f33660-7586-419e-849e-24de0b0e3796 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78682025-03-19T17:37:49.441ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 495639b5-c0ee-4eaa-aac7-2e5e40bc65bc roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78692025-03-19T17:37:49.441ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 495639b5-c0ee-4eaa-aac7-2e5e40bc65bc resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78702025-03-19T17:37:49.443ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2126 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 495639b5-c0ee-4eaa-aac7-2e5e40bc65bc response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78712025-03-19T17:37:50.462ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13be7195-db93-4c05-b981-da8011c07f5e roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78722025-03-19T17:37:50.462ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13be7195-db93-4c05-b981-da8011c07f5e resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78732025-03-19T17:37:50.464ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2747 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 13be7195-db93-4c05-b981-da8011c07f5e response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78742025-03-19T17:37:51.484ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 619749e4-884d-44ee-950b-e05b02f5b279 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78752025-03-19T17:37:51.485ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 619749e4-884d-44ee-950b-e05b02f5b279 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78762025-03-19T17:37:51.486ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2281 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 619749e4-884d-44ee-950b-e05b02f5b279 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78772025-03-19T17:37:52.506ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 25ddc068-0ff6-44e3-8c92-9d64dc11150f roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78782025-03-19T17:37:52.506ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 25ddc068-0ff6-44e3-8c92-9d64dc11150f resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78792025-03-19T17:37:52.508ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2369 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 25ddc068-0ff6-44e3-8c92-9d64dc11150f response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
78802025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 30 reason = Timeout
78812025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
78822025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 33 reason = Timeout
78832025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 31 reason = Timeout
78842025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
78852025-03-19T17:37:53.066ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
78862025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 30 reason = Timeout
78872025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78882025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
78892025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 88 reason = Timeout
78902025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
78912025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 88 reason = Timeout
78922025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 30 reason = Timeout
78932025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
78942025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 30 reason = Timeout
78952025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78962025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
78972025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 31 reason = Timeout
78982025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
78992025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 30 reason = Timeout
79002025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
79012025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 30 reason = Timeout
79022025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
79032025-03-19T17:37:53.066ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 30 reason = Timeout
79042025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
79052025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 30 reason = Timeout
79062025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
79072025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
79082025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 30 reason = Timeout
79092025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
79102025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 30 reason = Timeout
79112025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 30 reason = Timeout
79122025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
79132025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 30 reason = Timeout
79142025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 30 reason = Timeout
79152025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
79162025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 30 reason = Timeout
79172025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
79182025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
79192025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
79202025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79212025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
79222025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79232025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
79242025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79252025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
79262025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
79272025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
79282025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
79292025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79302025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
79312025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
79322025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
79332025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
79342025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
79352025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
79362025-03-19T17:37:53.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
79372025-03-19T17:37:53.069ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79382025-03-19T17:37:53.070ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.638133ms iteration = 30 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
79392025-03-19T17:37:53.070ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79402025-03-19T17:37:53.071ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79412025-03-19T17:37:53.071ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
79422025-03-19T17:37:53.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
79432025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
79442025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79452025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79462025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
79472025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
79482025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79492025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
79502025-03-19T17:37:53.073ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
79512025-03-19T17:37:53.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79522025-03-19T17:37:53.075ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79532025-03-19T17:37:53.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79542025-03-19T17:37:53.076ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43961, tv_nsec: 40260842 } })
79552025-03-19T17:37:53.076ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 9.762313ms iteration = 30 status = {"errors":[],"finish_invoked_ok":[]}
79562025-03-19T17:37:53.076ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
79572025-03-19T17:37:53.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
79582025-03-19T17:37:53.078ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
79592025-03-19T17:37:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
79602025-03-19T17:37:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
79612025-03-19T17:37:53.079ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79622025-03-19T17:37:53.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79632025-03-19T17:37:53.084ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43961, tv_nsec: 48169192 } })
79642025-03-19T17:37:53.084ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
79652025-03-19T17:37:53.085ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79662025-03-19T17:37:53.086ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79672025-03-19T17:37:53.086ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79682025-03-19T17:37:53.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79692025-03-19T17:37:53.087ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8ee2389a-0bf0-4f9c-b4bf-bceda3037534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 43961, tv_nsec: 51412667 } })
79702025-03-19T17:37:53.087ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
79712025-03-19T17:37:53.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
79722025-03-19T17:37:53.088ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
79732025-03-19T17:37:53.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
79742025-03-19T17:37:53.089ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
79752025-03-19T17:37:53.089ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
79762025-03-19T17:37:53.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
79772025-03-19T17:37:53.092ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79782025-03-19T17:37:53.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79792025-03-19T17:37:53.094ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
79802025-03-19T17:37:53.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
79812025-03-19T17:37:53.095ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79822025-03-19T17:37:53.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: dc948948-4b55-42dc-bd2d-5d337349b076, lookup_type: ById(dc948948-4b55-42dc-bd2d-5d337349b076) } result = Ok(())
79832025-03-19T17:37:53.099ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79842025-03-19T17:37:53.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79852025-03-19T17:37:53.109ZDEBGnexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 42.4299ms iteration = 30 status = {"errors":[],"requests_created_ok":[]}
79862025-03-19T17:37:53.111ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = dc948948-4b55-42dc-bd2d-5d337349b076 original_time_created = 2025-03-19 17:23:19.626096 UTC target_id = dc948948-4b55-42dc-bd2d-5d337349b076 time_created = 2025-03-19 17:23:19.626096 UTC
79872025-03-19T17:37:53.111ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 44.454146ms iteration = 88 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"dc948948-4b55-42dc-bd2d-5d337349b076","time_created":"2025-03-19T17:23:19.626096Z"}
79882025-03-19T17:37:53.111ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
79892025-03-19T17:37:53.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
79902025-03-19T17:37:53.113ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79912025-03-19T17:37:53.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79922025-03-19T17:37:53.114ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 47.24903ms iteration = 30 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
79932025-03-19T17:37:53.115ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
79942025-03-19T17:37:53.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
79952025-03-19T17:37:53.115ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
79962025-03-19T17:37:53.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
79972025-03-19T17:37:53.116ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79982025-03-19T17:37:53.117ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79992025-03-19T17:37:53.118ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
80002025-03-19T17:37:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
80012025-03-19T17:37:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
80022025-03-19T17:37:53.119ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
80032025-03-19T17:37:53.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
80042025-03-19T17:37:53.119ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 52.856448ms iteration = 30 status = {"errors":[],"garbage_collect_requested":[]}
80052025-03-19T17:37:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 8ee2389a-0bf0-4f9c-b4bf-bceda3037534, lookup_type: ById(8ee2389a-0bf0-4f9c-b4bf-bceda3037534) } result = Ok(())
80062025-03-19T17:37:53.120ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
80072025-03-19T17:37:53.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
80082025-03-19T17:37:53.120ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 54.196649ms iteration = 88 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
80092025-03-19T17:37:53.120ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 54.187938ms iteration = 30 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
80102025-03-19T17:37:53.122ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 55.710323ms iteration = 30 status = 0
80112025-03-19T17:37:53.123ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
80122025-03-19T17:37:53.123ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
80132025-03-19T17:37:53.123ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
80142025-03-19T17:37:53.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
80152025-03-19T17:37:53.124ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
80162025-03-19T17:37:53.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
80172025-03-19T17:37:53.125ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80182025-03-19T17:37:53.126ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80192025-03-19T17:37:53.128ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
80202025-03-19T17:37:53.128ZDEBGnexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
80212025-03-19T17:37:53.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
80222025-03-19T17:37:53.129ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
80232025-03-19T17:37:53.129ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
80242025-03-19T17:37:53.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
80252025-03-19T17:37:53.130ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80262025-03-19T17:37:53.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80272025-03-19T17:37:53.130ZINFOnexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
80282025-03-19T17:37:53.130ZDEBGnexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 63.811678ms iteration = 30 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
80292025-03-19T17:37:53.137ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 71.31413ms iteration = 33 status = {"physical_disks_added":0}
80302025-03-19T17:37:53.156ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
80312025-03-19T17:37:53.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
80322025-03-19T17:37:53.159ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
80332025-03-19T17:37:53.159ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
80342025-03-19T17:37:53.159ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
80352025-03-19T17:37:53.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
80362025-03-19T17:37:53.163ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
80372025-03-19T17:37:53.163ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 96.649499ms iteration = 30 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
80382025-03-19T17:37:53.193ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 126.748827ms iteration = 30 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
80392025-03-19T17:37:53.194ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
80402025-03-19T17:37:53.194ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
80412025-03-19T17:37:53.194ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 127.598647ms iteration = 30 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
80422025-03-19T17:37:53.206ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 zone_address = fd00:1122:3344:101::2
80432025-03-19T17:37:53.206ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
80442025-03-19T17:37:53.206ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "fac60d4e-aea0-48bf-9eab-e015280d16b1", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80452025-03-19T17:37:53.206ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
80462025-03-19T17:37:53.208ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
80472025-03-19T17:37:53.231ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80482025-03-19T17:37:53.231ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80492025-03-19T17:37:53.233ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80502025-03-19T17:37:53.234ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
80512025-03-19T17:37:53.234ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80522025-03-19T17:37:53.235ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80532025-03-19T17:37:53.236ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80542025-03-19T17:37:53.238ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
80552025-03-19T17:37:53.238ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80562025-03-19T17:37:53.238ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
80572025-03-19T17:37:53.253ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
80582025-03-19T17:37:53.253ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
80592025-03-19T17:37:53.254ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "dd17f2be-6037-45a4-b9b7-d67c3a24a8f4", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80602025-03-19T17:37:53.254ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
80612025-03-19T17:37:53.256ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
80622025-03-19T17:37:53.273ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
80632025-03-19T17:37:53.273ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
80642025-03-19T17:37:53.274ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "acb4ef7e-5f68-44ee-a6a4-958501bcd871", "content-length": "372", "date": "Wed, 19 Mar 2025 17:37:52 GMT"} })
80652025-03-19T17:37:53.274ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
80662025-03-19T17:37:53.274ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
80672025-03-19T17:37:53.276ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
80682025-03-19T17:37:53.276ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
80692025-03-19T17:37:53.276ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7b18c0eb-87ed-48be-88e4-fab60e182649", "content-length": "26", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80702025-03-19T17:37:53.276ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
80712025-03-19T17:37:53.278ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
80722025-03-19T17:37:53.315ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
80732025-03-19T17:37:53.315ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
80742025-03-19T17:37:53.315ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3383107b-7a4e-4f9d-a841-523a3b7c4393", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80752025-03-19T17:37:53.315ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
80762025-03-19T17:37:53.315ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
80772025-03-19T17:37:53.318ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
80782025-03-19T17:37:53.318ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
80792025-03-19T17:37:53.321ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
80802025-03-19T17:37:53.321ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
80812025-03-19T17:37:53.325ZINFOnexus (BackgroundTasks): VPC route manager sled 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
80822025-03-19T17:37:53.325ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
80832025-03-19T17:37:53.325ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "43dbe8d6-c370-4a67-a0e2-2dea9116a10a", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80842025-03-19T17:37:53.327ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 260.592676ms iteration = 31 status = {}
80852025-03-19T17:37:53.373ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 306.949556ms iteration = 30 status = {}
80862025-03-19T17:37:53.390ZDEBGnexus (BackgroundTasks): client request SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
80872025-03-19T17:37:53.391ZDEBGnexus (BackgroundTasks): client response SledAgent = 8ee2389a-0bf0-4f9c-b4bf-bceda3037534 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "7a5bf0c8-3fe5-4e11-acac-46600680b7c8", "content-length": "691", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80882025-03-19T17:37:53.391ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
80892025-03-19T17:37:53.391ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
80902025-03-19T17:37:53.391ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
80912025-03-19T17:37:53.393ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 326.759109ms iteration = 31 status = {}
80922025-03-19T17:37:53.393ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
80932025-03-19T17:37:53.394ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "0fada727-b739-4c2d-abe1-3e48cde031dd", "content-length": "2", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
80942025-03-19T17:37:53.395ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
80952025-03-19T17:37:53.395ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
80962025-03-19T17:37:53.397ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 330.599106ms iteration = 30 status = null
80972025-03-19T17:37:53.441ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
80982025-03-19T17:37:53.441ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
80992025-03-19T17:37:53.443ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: cebf61f4-6adf-426c-8f2b-cf3507ecd063, rack_id: 4d290731-f72e-42a7-a7a2-8bb3d78c4c75, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(c34c7475-9e04-45aa-9b4f-a5fdb4561f34) } rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
81002025-03-19T17:37:53.443ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81012025-03-19T17:37:53.444ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81022025-03-19T17:37:53.457ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
81032025-03-19T17:37:53.458ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "47ef581e-d921-4162-938a-fb75eb5e0293", "content-length": "134", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
81042025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
81052025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = c34c7475-9e04-45aa-9b4f-a5fdb4561f34
81062025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
81072025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
81082025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
81092025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
81102025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
81112025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
81122025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
81132025-03-19T17:37:53.458ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
81142025-03-19T17:37:53.459ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75
81152025-03-19T17:37:53.459ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81162025-03-19T17:37:53.459ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81172025-03-19T17:37:53.461ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
81182025-03-19T17:37:53.461ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "09f5ac46-694c-4d31-ac58-c702979d936e", "content-length": "2", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
81192025-03-19T17:37:53.461ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
81202025-03-19T17:37:53.461ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c7cf51a2-1cd2-40d2-95cf-d9e69d62e122", "content-length": "52", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
81212025-03-19T17:37:53.461ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch_location = Switch0
81222025-03-19T17:37:53.461ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
81232025-03-19T17:37:53.563ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "27f09538-b3ba-4de0-8917-32ad89611e55", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
81242025-03-19T17:37:53.564ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 switch = Switch0
81252025-03-19T17:37:53.564ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
81262025-03-19T17:37:53.564ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f15b6509-bc31-4f29-9719-2d96575815ca roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
81272025-03-19T17:37:53.564ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f15b6509-bc31-4f29-9719-2d96575815ca resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
81282025-03-19T17:37:53.564ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 4d290731-f72e-42a7-a7a2-8bb3d78c4c75 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c32ea20b-0ac1-4972-9455-c099429710ee", "content-length": "682", "date": "Wed, 19 Mar 2025 17:37:53 GMT"} })
81292025-03-19T17:37:53.564ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81302025-03-19T17:37:53.564ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81312025-03-19T17:37:53.567ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2895 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = f15b6509-bc31-4f29-9719-2d96575815ca response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
81322025-03-19T17:37:53.568ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81332025-03-19T17:37:53.568ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81342025-03-19T17:37:53.572ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81352025-03-19T17:37:53.572ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81362025-03-19T17:37:53.573ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81372025-03-19T17:37:53.574ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81382025-03-19T17:37:53.582ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 515.547174ms iteration = 30 status = {}
81392025-03-19T17:37:54.585ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 14a7ab04-c037-4f6d-955f-3d9ad2e593e5 roles = RoleSet { roles: {} } uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
81402025-03-19T17:37:54.586ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 14a7ab04-c037-4f6d-955f-3d9ad2e593e5 resource = Database result = Ok(()) uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534
81412025-03-19T17:37:54.587ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2222 local_addr = [fd00:1122:3344:101::c]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:39786 req_id = 14a7ab04-c037-4f6d-955f-3d9ad2e593e5 response_code = 200 uri = /probes/8ee2389a-0bf0-4f9c-b4bf-bceda3037534