Max level shown:
12024-11-19T06:00:02.588ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9ce8e9b-3578-4900-9aeb-62cd431a264a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
22024-11-19T06:00:02.589ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9ce8e9b-3578-4900-9aeb-62cd431a264a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
32024-11-19T06:00:02.591ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2907 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9ce8e9b-3578-4900-9aeb-62cd431a264a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
42024-11-19T06:00:03.618ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1281a27c-0c77-40a0-a922-2a2faefe2b0d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
52024-11-19T06:00:03.618ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1281a27c-0c77-40a0-a922-2a2faefe2b0d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62024-11-19T06:00:03.620ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2434 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1281a27c-0c77-40a0-a922-2a2faefe2b0d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
72024-11-19T06:00:04.640ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a396c3c-cb3e-49c1-b4e8-ede65c978e4b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
82024-11-19T06:00:04.640ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a396c3c-cb3e-49c1-b4e8-ede65c978e4b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
92024-11-19T06:00:04.642ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2179 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a396c3c-cb3e-49c1-b4e8-ede65c978e4b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
102024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
112024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 42 reason = Timeout
122024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
132024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
142024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
152024-11-19T06:00:05.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
162024-11-19T06:00:05.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
172024-11-19T06:00:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
182024-11-19T06:00:05.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
192024-11-19T06:00:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
202024-11-19T06:00:05.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
212024-11-19T06:00:05.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
222024-11-19T06:00:05.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
232024-11-19T06:00:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
242024-11-19T06:00:05.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
252024-11-19T06:00:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
262024-11-19T06:00:05.055ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
272024-11-19T06:00:05.055ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.896468ms iteration = 42 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
282024-11-19T06:00:05.061ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
292024-11-19T06:00:05.061ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
302024-11-19T06:00:05.062ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.83198ms iteration = 42 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
312024-11-19T06:00:05.663ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8a85f24c-6a91-4b17-95d8-d2c2c7fa4e39 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
322024-11-19T06:00:05.664ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8a85f24c-6a91-4b17-95d8-d2c2c7fa4e39 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
332024-11-19T06:00:05.665ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2100 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8a85f24c-6a91-4b17-95d8-d2c2c7fa4e39 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
342024-11-19T06:00:05.726ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1622 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = c8c4c520-ad1b-490d-9a1a-c5d07a8de50e response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
352024-11-19T06:00:06.685ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 126ef985-5333-45f4-a45e-c0804abcc455 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
362024-11-19T06:00:06.685ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 126ef985-5333-45f4-a45e-c0804abcc455 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
372024-11-19T06:00:06.687ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2312 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 126ef985-5333-45f4-a45e-c0804abcc455 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
382024-11-19T06:00:07.707ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba5956d0-aa7c-4776-a4b1-7524486574f7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
392024-11-19T06:00:07.707ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba5956d0-aa7c-4776-a4b1-7524486574f7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
402024-11-19T06:00:07.709ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2317 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba5956d0-aa7c-4776-a4b1-7524486574f7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
412024-11-19T06:00:08.729ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9fbc33f-c0e8-4622-951b-2357204e7508 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
422024-11-19T06:00:08.730ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9fbc33f-c0e8-4622-951b-2357204e7508 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
432024-11-19T06:00:08.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1907 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9fbc33f-c0e8-4622-951b-2357204e7508 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
442024-11-19T06:00:09.752ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 94bcabf1-0f57-46e3-89d5-d4960bf095e0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
452024-11-19T06:00:09.752ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 94bcabf1-0f57-46e3-89d5-d4960bf095e0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
462024-11-19T06:00:09.754ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2588 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 94bcabf1-0f57-46e3-89d5-d4960bf095e0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
472024-11-19T06:00:10.718ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = c75fd17a-b4f2-40ba-a6b2-c7683f2331fc roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
482024-11-19T06:00:10.719ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = c75fd17a-b4f2-40ba-a6b2-c7683f2331fc resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
492024-11-19T06:00:10.721ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3051 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = c75fd17a-b4f2-40ba-a6b2-c7683f2331fc response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
502024-11-19T06:00:10.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 90a50cf3-bad7-4a2c-afd6-85836f951782 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
512024-11-19T06:00:10.721ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 90a50cf3-bad7-4a2c-afd6-85836f951782 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
522024-11-19T06:00:10.723ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2026 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 90a50cf3-bad7-4a2c-afd6-85836f951782 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
532024-11-19T06:00:10.775ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64122cc0-7bf2-4711-bc92-98203871360f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
542024-11-19T06:00:10.775ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64122cc0-7bf2-4711-bc92-98203871360f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
552024-11-19T06:00:10.777ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2219 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64122cc0-7bf2-4711-bc92-98203871360f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
562024-11-19T06:00:11.797ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57273c6b-e3bf-4f33-b83c-c1e13d21b475 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
572024-11-19T06:00:11.798ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57273c6b-e3bf-4f33-b83c-c1e13d21b475 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
582024-11-19T06:00:11.800ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2622 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57273c6b-e3bf-4f33-b83c-c1e13d21b475 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
592024-11-19T06:00:12.820ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f3e82c2-22c2-4aa8-a959-b9ded99c575e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
602024-11-19T06:00:12.820ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f3e82c2-22c2-4aa8-a959-b9ded99c575e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
612024-11-19T06:00:12.822ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2357 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f3e82c2-22c2-4aa8-a959-b9ded99c575e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
622024-11-19T06:00:13.843ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 761b728c-8921-40d6-8578-a67f223b24c0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
632024-11-19T06:00:13.843ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 761b728c-8921-40d6-8578-a67f223b24c0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
642024-11-19T06:00:13.845ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1903 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 761b728c-8921-40d6-8578-a67f223b24c0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
652024-11-19T06:00:14.868ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e6b3ba75-d82c-4d92-89da-2b9a3292fba8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
662024-11-19T06:00:14.868ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e6b3ba75-d82c-4d92-89da-2b9a3292fba8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
672024-11-19T06:00:14.874ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 6514 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e6b3ba75-d82c-4d92-89da-2b9a3292fba8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
682024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
692024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
702024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
712024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
722024-11-19T06:00:15.031ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
732024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
742024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 21.21\u{b5}s iteration = 9 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
752024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
762024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
772024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
782024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
792024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 8 reason = Timeout
802024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
812024-11-19T06:00:15.031ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
822024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 15 reason = Timeout
832024-11-19T06:00:15.031ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:50:15.031222717 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
842024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
852024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
862024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
872024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
882024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
892024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
902024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
912024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
922024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
932024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
942024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
952024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
962024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
972024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 15 reason = Timeout
982024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 15 reason = Timeout
992024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1002024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1012024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1022024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 8 reason = Timeout
1032024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1042024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
1052024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 16 reason = Timeout
1062024-11-19T06:00:15.031ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1072024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 8 reason = Timeout
1082024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1092024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1102024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1112024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 43 reason = Timeout
1122024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1132024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
1142024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1152024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
1162024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1172024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1182024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 8 reason = Timeout
1192024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1202024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
1212024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1222024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
1232024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1242024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1252024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1262024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1272024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1282024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 15 reason = Timeout
1292024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 15 reason = Timeout
1302024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1312024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 15 reason = Timeout
1322024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1332024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1342024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1352024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1362024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1372024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1382024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1392024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1402024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1412024-11-19T06:00:15.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1422024-11-19T06:00:15.031ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 820508747 } })
1432024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1442024-11-19T06:00:15.032ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 820511367 } })
1452024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1462024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1472024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
1482024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1492024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1502024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1512024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1522024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1532024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1542024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1552024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1562024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
1572024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.232243ms iteration = 9 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
1582024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
1592024-11-19T06:00:15.032ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.253243ms iteration = 9 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
1602024-11-19T06:00:15.034ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1612024-11-19T06:00:15.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1622024-11-19T06:00:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.983882ms iteration = 15 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1632024-11-19T06:00:15.035ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:50:15.031222717 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
1642024-11-19T06:00:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.198793ms iteration = 8 status = {"expiration":"2024-11-19T05:50:15.031222717Z","pruned":[]}
1652024-11-19T06:00:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1662024-11-19T06:00:15.036ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1672024-11-19T06:00:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1682024-11-19T06:00:15.037ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1692024-11-19T06:00:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1702024-11-19T06:00:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1712024-11-19T06:00:15.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1722024-11-19T06:00:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1732024-11-19T06:00:15.044ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1742024-11-19T06:00:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1752024-11-19T06:00:15.045ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 834001667 } })
1762024-11-19T06:00:15.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1772024-11-19T06:00:15.045ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
1782024-11-19T06:00:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1792024-11-19T06:00:15.047ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1802024-11-19T06:00:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1812024-11-19T06:00:15.049ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 18.123288ms iteration = 8 status = {"errors":[],"found_port_ok":[]}
1822024-11-19T06:00:15.051ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1832024-11-19T06:00:15.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1842024-11-19T06:00:15.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 842107461 } })
1852024-11-19T06:00:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
1862024-11-19T06:00:15.054ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1872024-11-19T06:00:15.055ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1882024-11-19T06:00:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1892024-11-19T06:00:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1902024-11-19T06:00:15.058ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3245, tv_nsec: 846610017 } })
1912024-11-19T06:00:15.058ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
1922024-11-19T06:00:15.059ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 27.897589ms iteration = 43 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1932024-11-19T06:00:15.061ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1942024-11-19T06:00:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1952024-11-19T06:00:15.064ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1962024-11-19T06:00:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1972024-11-19T06:00:15.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1982024-11-19T06:00:15.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
1992024-11-19T06:00:15.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2002024-11-19T06:00:15.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2012024-11-19T06:00:15.084ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2022024-11-19T06:00:15.084ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
2032024-11-19T06:00:15.084ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2042024-11-19T06:00:15.085ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2052024-11-19T06:00:15.089ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2062024-11-19T06:00:15.090ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2072024-11-19T06:00:15.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2082024-11-19T06:00:15.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2092024-11-19T06:00:15.091ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
2102024-11-19T06:00:15.091ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
2112024-11-19T06:00:15.091ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 60.039804ms iteration = 8 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
2122024-11-19T06:00:15.092ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2132024-11-19T06:00:15.092ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2142024-11-19T06:00:15.092ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 60.802501ms iteration = 15 status = {"errors":[],"garbage_collect_requested":[]}
2152024-11-19T06:00:15.093ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 62.077224ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2162024-11-19T06:00:15.094ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2172024-11-19T06:00:15.095ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2182024-11-19T06:00:15.095ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2192024-11-19T06:00:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2202024-11-19T06:00:15.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2212024-11-19T06:00:15.096ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2222024-11-19T06:00:15.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2232024-11-19T06:00:15.096ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2242024-11-19T06:00:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
2252024-11-19T06:00:15.097ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2262024-11-19T06:00:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2272024-11-19T06:00:15.097ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2282024-11-19T06:00:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2292024-11-19T06:00:15.098ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2302024-11-19T06:00:15.099ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2312024-11-19T06:00:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2322024-11-19T06:00:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2332024-11-19T06:00:15.102ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2342024-11-19T06:00:15.102ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2352024-11-19T06:00:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2362024-11-19T06:00:15.103ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2372024-11-19T06:00:15.104ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2382024-11-19T06:00:15.104ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2392024-11-19T06:00:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2402024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
2412024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 76.717476ms iteration = 15 status = {"errors":[],"records_set_to_done":[]}
2422024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 77.387283ms iteration = 43 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
2432024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2442024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2452024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2462024-11-19T06:00:15.108ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2472024-11-19T06:00:15.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2482024-11-19T06:00:15.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2492024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
2502024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
2512024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
2522024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2532024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2542024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2552024-11-19T06:00:15.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2562024-11-19T06:00:15.112ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2572024-11-19T06:00:15.114ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2582024-11-19T06:00:15.114ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2592024-11-19T06:00:15.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2602024-11-19T06:00:15.136ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2612024-11-19T06:00:15.136ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2622024-11-19T06:00:15.136ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2632024-11-19T06:00:15.136ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2642024-11-19T06:00:15.140ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
2652024-11-19T06:00:15.140ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
2662024-11-19T06:00:15.144ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2672024-11-19T06:00:15.145ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2682024-11-19T06:00:15.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2692024-11-19T06:00:15.146ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2702024-11-19T06:00:15.146ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2712024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2722024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2732024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2742024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2752024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2762024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2772024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2782024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
2792024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2802024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2812024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2822024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2832024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2842024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2852024-11-19T06:00:15.147ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2862024-11-19T06:00:15.148ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2872024-11-19T06:00:15.149ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2882024-11-19T06:00:15.149ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2892024-11-19T06:00:15.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2902024-11-19T06:00:15.150ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2912024-11-19T06:00:15.150ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2922024-11-19T06:00:15.151ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
2932024-11-19T06:00:15.151ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
2942024-11-19T06:00:15.151ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 120.597002ms iteration = 8 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
2952024-11-19T06:00:15.151ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 120.645752ms iteration = 15 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
2962024-11-19T06:00:15.152ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2972024-11-19T06:00:15.152ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2982024-11-19T06:00:15.153ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2992024-11-19T06:00:15.155ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3002024-11-19T06:00:15.156ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3012024-11-19T06:00:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
3022024-11-19T06:00:15.156ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3032024-11-19T06:00:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3042024-11-19T06:00:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3052024-11-19T06:00:15.157ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3062024-11-19T06:00:15.157ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 125.602394ms iteration = 15 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3072024-11-19T06:00:15.157ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
3082024-11-19T06:00:15.157ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3092024-11-19T06:00:15.157ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
3102024-11-19T06:00:15.157ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 126.375612ms iteration = 9 status = {"generation":2}
3112024-11-19T06:00:15.158ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 127.198421ms iteration = 15 status = 0
3122024-11-19T06:00:15.172ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3132024-11-19T06:00:15.172ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3142024-11-19T06:00:15.172ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 141.135165ms iteration = 15 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3152024-11-19T06:00:15.185ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 153.566084ms iteration = 15 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
3162024-11-19T06:00:15.187ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
3172024-11-19T06:00:15.187ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3182024-11-19T06:00:15.187ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "959b193f-775b-4c93-b313-bc4e81892dca", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3192024-11-19T06:00:15.187ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3202024-11-19T06:00:15.188ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3212024-11-19T06:00:15.188ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3222024-11-19T06:00:15.190ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3232024-11-19T06:00:15.192ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3242024-11-19T06:00:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3252024-11-19T06:00:15.195ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3262024-11-19T06:00:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3272024-11-19T06:00:15.199ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
3282024-11-19T06:00:15.199ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 167.865082ms iteration = 9 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
3292024-11-19T06:00:15.199ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
3302024-11-19T06:00:15.199ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3312024-11-19T06:00:15.199ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "24dc4113-a284-48db-95c1-fb4c8728499c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3322024-11-19T06:00:15.199ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3332024-11-19T06:00:15.200ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 169.742462ms iteration = 18 status = {"physical_disks_added":0}
3342024-11-19T06:00:15.201ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3352024-11-19T06:00:15.204ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
3362024-11-19T06:00:15.204ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 172.999206ms iteration = 8 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
3372024-11-19T06:00:15.212ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
3382024-11-19T06:00:15.212ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3392024-11-19T06:00:15.212ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9a1a9027-9f31-415c-b6b9-4e2987d3974f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3402024-11-19T06:00:15.212ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3412024-11-19T06:00:15.214ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
3422024-11-19T06:00:15.354ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3432024-11-19T06:00:15.358ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3442024-11-19T06:00:15.358ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3452024-11-19T06:00:15.359ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "31aa0205-bd09-4fc4-8486-03f50f63b86b", "content-length": "372", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3462024-11-19T06:00:15.359ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3472024-11-19T06:00:15.359ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3482024-11-19T06:00:15.397ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3492024-11-19T06:00:15.397ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "34583367-3a5b-461d-a7f5-f8db3e2f28cf", "content-length": "1", "date": "Tue, 19 Nov 2024 06:00:14 GMT"} })
3502024-11-19T06:00:15.399ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3512024-11-19T06:00:15.399ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3522024-11-19T06:00:15.401ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 370.417855ms iteration = 15 status = null
3532024-11-19T06:00:15.413ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
3542024-11-19T06:00:15.413ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
3552024-11-19T06:00:15.413ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3562024-11-19T06:00:15.413ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3572024-11-19T06:00:15.413ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
3582024-11-19T06:00:15.413ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
3592024-11-19T06:00:15.414ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ebeaf5e4-7e59-40ab-a6ab-2e0b7c30bdf4", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3602024-11-19T06:00:15.414ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3612024-11-19T06:00:15.414ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3622024-11-19T06:00:15.415ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3632024-11-19T06:00:15.417ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3642024-11-19T06:00:15.417ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3652024-11-19T06:00:15.419ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3662024-11-19T06:00:15.419ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3672024-11-19T06:00:15.419ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3682024-11-19T06:00:15.419ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3692024-11-19T06:00:15.420ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3702024-11-19T06:00:15.423ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
3712024-11-19T06:00:15.423ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3722024-11-19T06:00:15.423ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b45f268b-ea1b-4894-bdcb-fdac6c20cb7f", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
3732024-11-19T06:00:15.426ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 394.801768ms iteration = 16 status = {}
3742024-11-19T06:00:15.427ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
3752024-11-19T06:00:15.427ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
3762024-11-19T06:00:15.427ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
3772024-11-19T06:00:15.427ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 396.064451ms iteration = 9 status = {"generation":1}
3782024-11-19T06:00:15.456ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
3792024-11-19T06:00:15.457ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "852be439-d7e9-4118-b914-e042275bf1f6", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3802024-11-19T06:00:15.457ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3812024-11-19T06:00:15.458ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "e7da601e-edf7-4133-b8ef-487b29b8c065", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3822024-11-19T06:00:15.458ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3832024-11-19T06:00:15.460ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3842024-11-19T06:00:15.460ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 429.556748ms iteration = 10 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
3852024-11-19T06:00:15.475ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3862024-11-19T06:00:15.476ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3872024-11-19T06:00:15.480ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 449.260543ms iteration = 15 status = {}
3882024-11-19T06:00:15.481ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3892024-11-19T06:00:15.483ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3902024-11-19T06:00:15.483ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3912024-11-19T06:00:15.483ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3922024-11-19T06:00:15.485ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3932024-11-19T06:00:15.486ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3942024-11-19T06:00:15.486ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3952024-11-19T06:00:15.487ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3962024-11-19T06:00:15.488ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
3972024-11-19T06:00:15.489ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "4c72646d-0ef0-43bf-abbf-45f406681684", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
3982024-11-19T06:00:15.489ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
3992024-11-19T06:00:15.490ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "cd31591d-1fd6-4307-8288-ed2e0762a1bb", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
4002024-11-19T06:00:15.490ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
4012024-11-19T06:00:15.493ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "73a06a7f-9c4e-48f9-b2ae-4f6491f56ce3", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
4022024-11-19T06:00:15.493ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
4032024-11-19T06:00:15.495ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
4042024-11-19T06:00:15.495ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 463.999947ms iteration = 10 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
4052024-11-19T06:00:15.515ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4062024-11-19T06:00:15.515ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4072024-11-19T06:00:15.517ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
4082024-11-19T06:00:15.517ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4092024-11-19T06:00:15.517ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4102024-11-19T06:00:15.528ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4112024-11-19T06:00:15.528ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "65782811-923e-45ba-b9c2-0d0c1a48e389", "content-length": "134", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4122024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4132024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
4142024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4152024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4162024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4172024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4182024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4192024-11-19T06:00:15.528ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4202024-11-19T06:00:15.529ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4212024-11-19T06:00:15.529ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4222024-11-19T06:00:15.529ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
4232024-11-19T06:00:15.529ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4242024-11-19T06:00:15.529ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4252024-11-19T06:00:15.531ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4262024-11-19T06:00:15.531ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ad0ccb91-7cd7-4e53-a8a3-63a4e011ae5c", "content-length": "2", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4272024-11-19T06:00:15.531ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4282024-11-19T06:00:15.531ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f9722c3-1d88-4c8d-ac7f-4f24a808d7e1", "content-length": "52", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4292024-11-19T06:00:15.531ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
4302024-11-19T06:00:15.531ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4312024-11-19T06:00:15.581ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4322024-11-19T06:00:15.635ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "792cd44e-92fe-4908-ad3b-33f5dfd72ec2", "content-length": "691", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4332024-11-19T06:00:15.635ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
4342024-11-19T06:00:15.635ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
4352024-11-19T06:00:15.635ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
4362024-11-19T06:00:15.637ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 605.834568ms iteration = 15 status = {}
4372024-11-19T06:00:15.738ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "b0e78cc7-316e-46d3-8ba0-cb1ef43b085c", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4382024-11-19T06:00:15.738ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
4392024-11-19T06:00:15.738ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4402024-11-19T06:00:15.739ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "1e8d524e-0779-47d6-95dc-fe513d74707c", "content-length": "682", "date": "Tue, 19 Nov 2024 06:00:15 GMT"} })
4412024-11-19T06:00:15.739ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4422024-11-19T06:00:15.739ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4432024-11-19T06:00:15.743ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4442024-11-19T06:00:15.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4452024-11-19T06:00:15.746ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4462024-11-19T06:00:15.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4472024-11-19T06:00:15.747ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4482024-11-19T06:00:15.748ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4492024-11-19T06:00:15.757ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 726.007115ms iteration = 15 status = {}
4502024-11-19T06:00:15.925ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0c5c03c6-0569-4be0-b33a-8521d70f4a2f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4512024-11-19T06:00:15.925ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0c5c03c6-0569-4be0-b33a-8521d70f4a2f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4522024-11-19T06:00:15.927ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1890 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0c5c03c6-0569-4be0-b33a-8521d70f4a2f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4532024-11-19T06:00:16.110ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 751c7cfc-35a6-46a3-b160-ff6f22e18af7 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
4542024-11-19T06:00:16.110ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 751c7cfc-35a6-46a3-b160-ff6f22e18af7 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
4552024-11-19T06:00:16.113ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3415 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 751c7cfc-35a6-46a3-b160-ff6f22e18af7 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
4562024-11-19T06:00:16.949ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64ac2101-fcdc-49f6-a750-9b1989d63b72 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4572024-11-19T06:00:16.949ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64ac2101-fcdc-49f6-a750-9b1989d63b72 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4582024-11-19T06:00:16.951ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2083 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64ac2101-fcdc-49f6-a750-9b1989d63b72 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4592024-11-19T06:00:17.970ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eb9eef13-4b76-48fa-8dde-3c494a9ad381 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4602024-11-19T06:00:17.970ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eb9eef13-4b76-48fa-8dde-3c494a9ad381 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4612024-11-19T06:00:17.972ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2159 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eb9eef13-4b76-48fa-8dde-3c494a9ad381 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4622024-11-19T06:00:18.993ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dc9a2459-1921-4639-a1d7-2984a1cfa6c4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4632024-11-19T06:00:18.994ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dc9a2459-1921-4639-a1d7-2984a1cfa6c4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4642024-11-19T06:00:18.995ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2181 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dc9a2459-1921-4639-a1d7-2984a1cfa6c4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4652024-11-19T06:00:20.016ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4add6b35-894a-471f-bb35-eaffd36d7399 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4662024-11-19T06:00:20.017ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4add6b35-894a-471f-bb35-eaffd36d7399 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4672024-11-19T06:00:20.019ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2440 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4add6b35-894a-471f-bb35-eaffd36d7399 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4682024-11-19T06:00:20.727ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1276 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 884f9242-9176-4fb9-8fa0-2b31017fc55d response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
4692024-11-19T06:00:21.040ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41a1a3f5-bbf5-48ee-85e0-e49e8e0a9e6a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4702024-11-19T06:00:21.040ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41a1a3f5-bbf5-48ee-85e0-e49e8e0a9e6a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4712024-11-19T06:00:21.042ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2226 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41a1a3f5-bbf5-48ee-85e0-e49e8e0a9e6a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4722024-11-19T06:00:22.064ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73ae29a5-e25b-4211-a9bc-e2b8ca8a8d97 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4732024-11-19T06:00:22.065ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73ae29a5-e25b-4211-a9bc-e2b8ca8a8d97 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4742024-11-19T06:00:22.066ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1726 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73ae29a5-e25b-4211-a9bc-e2b8ca8a8d97 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4752024-11-19T06:00:23.085ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a54aa81-1d9c-4be7-bc37-0b050c5ad6e1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4762024-11-19T06:00:23.085ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a54aa81-1d9c-4be7-bc37-0b050c5ad6e1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4772024-11-19T06:00:23.087ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2348 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a54aa81-1d9c-4be7-bc37-0b050c5ad6e1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4782024-11-19T06:00:24.109ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f41440b-5b56-4676-a016-c04fc225e7a1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4792024-11-19T06:00:24.109ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f41440b-5b56-4676-a016-c04fc225e7a1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4802024-11-19T06:00:24.111ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2252 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f41440b-5b56-4676-a016-c04fc225e7a1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
4812024-11-19T06:00:25.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
4822024-11-19T06:00:25.031ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 44 reason = Timeout
4832024-11-19T06:00:25.031ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4842024-11-19T06:00:25.031ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4852024-11-19T06:00:25.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4862024-11-19T06:00:25.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4872024-11-19T06:00:25.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4882024-11-19T06:00:25.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4892024-11-19T06:00:25.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4902024-11-19T06:00:25.035ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.069452ms iteration = 44 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4912024-11-19T06:00:25.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4922024-11-19T06:00:25.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4932024-11-19T06:00:25.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4942024-11-19T06:00:25.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4952024-11-19T06:00:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4962024-11-19T06:00:25.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4972024-11-19T06:00:25.042ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
4982024-11-19T06:00:25.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4992024-11-19T06:00:25.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5002024-11-19T06:00:25.051ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
5012024-11-19T06:00:25.051ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.823815ms iteration = 44 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
5022024-11-19T06:00:25.132ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9860987d-3c58-482c-a0ad-ec36b229b19e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5032024-11-19T06:00:25.132ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9860987d-3c58-482c-a0ad-ec36b229b19e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5042024-11-19T06:00:25.134ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2249 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9860987d-3c58-482c-a0ad-ec36b229b19e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5052024-11-19T06:00:26.156ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e829547c-a321-4df6-9515-05860adc2dc4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5062024-11-19T06:00:26.156ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e829547c-a321-4df6-9515-05860adc2dc4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5072024-11-19T06:00:26.157ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1709 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e829547c-a321-4df6-9515-05860adc2dc4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5082024-11-19T06:00:27.178ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d604f825-165a-49fb-8585-61ade6b53fcf roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5092024-11-19T06:00:27.178ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d604f825-165a-49fb-8585-61ade6b53fcf resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5102024-11-19T06:00:27.180ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1867 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d604f825-165a-49fb-8585-61ade6b53fcf response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5112024-11-19T06:00:28.199ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1636d79-1aa4-45b2-8a22-3b99d3822ea7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5122024-11-19T06:00:28.199ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1636d79-1aa4-45b2-8a22-3b99d3822ea7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5132024-11-19T06:00:28.201ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2121 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1636d79-1aa4-45b2-8a22-3b99d3822ea7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5142024-11-19T06:00:29.221ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 568840d6-4291-49f9-8726-ea39c4b0881a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5152024-11-19T06:00:29.222ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 568840d6-4291-49f9-8726-ea39c4b0881a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5162024-11-19T06:00:29.224ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2792 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 568840d6-4291-49f9-8726-ea39c4b0881a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5172024-11-19T06:00:30.244ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f7c32830-550a-4906-96e2-171745b9714a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5182024-11-19T06:00:30.244ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f7c32830-550a-4906-96e2-171745b9714a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5192024-11-19T06:00:30.246ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1952 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f7c32830-550a-4906-96e2-171745b9714a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5202024-11-19T06:00:31.265ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 70dd9be7-cd46-4a0a-a232-0123dc4e836f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5212024-11-19T06:00:31.266ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 70dd9be7-cd46-4a0a-a232-0123dc4e836f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5222024-11-19T06:00:31.268ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2339 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 70dd9be7-cd46-4a0a-a232-0123dc4e836f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5232024-11-19T06:00:32.290ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 84320b81-4e62-423a-bbc6-219bdc27717c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5242024-11-19T06:00:32.290ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 84320b81-4e62-423a-bbc6-219bdc27717c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5252024-11-19T06:00:32.292ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2672 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 84320b81-4e62-423a-bbc6-219bdc27717c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5262024-11-19T06:00:33.314ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7960142a-e5ef-4369-80c7-ea85a205ee17 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5272024-11-19T06:00:33.314ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7960142a-e5ef-4369-80c7-ea85a205ee17 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5282024-11-19T06:00:33.316ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2282 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7960142a-e5ef-4369-80c7-ea85a205ee17 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5292024-11-19T06:00:34.338ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ff15e040-19eb-4b46-943f-16ca53824844 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5302024-11-19T06:00:34.339ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ff15e040-19eb-4b46-943f-16ca53824844 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5312024-11-19T06:00:34.340ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2151 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ff15e040-19eb-4b46-943f-16ca53824844 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5322024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
5332024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 45 reason = Timeout
5342024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5352024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5362024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5372024-11-19T06:00:35.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5382024-11-19T06:00:35.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5392024-11-19T06:00:35.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5402024-11-19T06:00:35.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5412024-11-19T06:00:35.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5422024-11-19T06:00:35.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5432024-11-19T06:00:35.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5442024-11-19T06:00:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5452024-11-19T06:00:35.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5462024-11-19T06:00:35.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5472024-11-19T06:00:35.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
5482024-11-19T06:00:35.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5492024-11-19T06:00:35.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5502024-11-19T06:00:35.054ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
5512024-11-19T06:00:35.054ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.723307ms iteration = 45 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
5522024-11-19T06:00:35.061ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.779999ms iteration = 45 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5532024-11-19T06:00:35.362ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a3d43a1-563d-4fbe-a392-c1a84a0c3de9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5542024-11-19T06:00:35.362ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a3d43a1-563d-4fbe-a392-c1a84a0c3de9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5552024-11-19T06:00:35.364ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1870 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a3d43a1-563d-4fbe-a392-c1a84a0c3de9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5562024-11-19T06:00:35.727ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1469 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = b1d1053c-e660-4c6d-9753-2ee643c0e924 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
5572024-11-19T06:00:36.386ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f481d51e-7982-4157-8ead-93d4c13fa392 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5582024-11-19T06:00:36.386ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f481d51e-7982-4157-8ead-93d4c13fa392 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5592024-11-19T06:00:36.388ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2575 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f481d51e-7982-4157-8ead-93d4c13fa392 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5602024-11-19T06:00:37.409ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6d787357-a1db-4f26-bea5-893d4febd450 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5612024-11-19T06:00:37.410ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6d787357-a1db-4f26-bea5-893d4febd450 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5622024-11-19T06:00:37.411ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2293 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6d787357-a1db-4f26-bea5-893d4febd450 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5632024-11-19T06:00:38.432ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0f7b1bd1-8714-45bf-84f6-c8745cae8638 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5642024-11-19T06:00:38.432ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0f7b1bd1-8714-45bf-84f6-c8745cae8638 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5652024-11-19T06:00:38.434ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2091 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0f7b1bd1-8714-45bf-84f6-c8745cae8638 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5662024-11-19T06:00:39.455ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a09639f9-724c-49be-bb69-3427cbf960f7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5672024-11-19T06:00:39.455ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a09639f9-724c-49be-bb69-3427cbf960f7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5682024-11-19T06:00:39.457ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2690 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a09639f9-724c-49be-bb69-3427cbf960f7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5692024-11-19T06:00:40.479ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7776762d-ef01-4620-8d6e-33b529ed833b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5702024-11-19T06:00:40.479ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7776762d-ef01-4620-8d6e-33b529ed833b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5712024-11-19T06:00:40.481ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1992 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7776762d-ef01-4620-8d6e-33b529ed833b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5722024-11-19T06:00:40.719ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 510127f5-0b93-4257-baf5-f4aa1e1c75a8 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
5732024-11-19T06:00:40.719ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 510127f5-0b93-4257-baf5-f4aa1e1c75a8 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
5742024-11-19T06:00:40.721ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2250 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 510127f5-0b93-4257-baf5-f4aa1e1c75a8 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
5752024-11-19T06:00:40.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 5765873f-3613-4c60-800a-c72b3cc8170d roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
5762024-11-19T06:00:40.721ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 5765873f-3613-4c60-800a-c72b3cc8170d resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
5772024-11-19T06:00:40.723ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2441 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48625 req_id = 5765873f-3613-4c60-800a-c72b3cc8170d response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
5782024-11-19T06:00:41.502ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbbf39e2-5f21-462a-bf28-e777618533ef roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5792024-11-19T06:00:41.503ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbbf39e2-5f21-462a-bf28-e777618533ef resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5802024-11-19T06:00:41.504ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2209 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbbf39e2-5f21-462a-bf28-e777618533ef response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5812024-11-19T06:00:42.525ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a1e43e82-4fd3-4b5b-8d0a-8d39ab05c66e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5822024-11-19T06:00:42.525ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a1e43e82-4fd3-4b5b-8d0a-8d39ab05c66e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5832024-11-19T06:00:42.527ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2126 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a1e43e82-4fd3-4b5b-8d0a-8d39ab05c66e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5842024-11-19T06:00:43.549ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57a567c1-3338-4da1-90b2-c2a5fd95f3be roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5852024-11-19T06:00:43.549ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57a567c1-3338-4da1-90b2-c2a5fd95f3be resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5862024-11-19T06:00:43.551ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2275 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 57a567c1-3338-4da1-90b2-c2a5fd95f3be response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5872024-11-19T06:00:44.572ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c770b1a-6f5d-4c26-8b89-58cea65a09bc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5882024-11-19T06:00:44.573ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c770b1a-6f5d-4c26-8b89-58cea65a09bc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5892024-11-19T06:00:44.574ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2182 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c770b1a-6f5d-4c26-8b89-58cea65a09bc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
5902024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
5912024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5922024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
5932024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
5942024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5952024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
5962024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5972024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5982024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
5992024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 16 reason = Timeout
6002024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6012024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6022024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
6032024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 16 reason = Timeout
6042024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 17 reason = Timeout
6052024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6062024-11-19T06:00:45.032ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6072024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 16 reason = Timeout
6082024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6092024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6102024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
6112024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6122024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
6132024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6142024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
6152024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6162024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6172024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 46 reason = Timeout
6182024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6192024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 16 reason = Timeout
6202024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6212024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 16 reason = Timeout
6222024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6232024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 16 reason = Timeout
6242024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6252024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6262024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6272024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6282024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6292024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6302024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6312024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6322024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6332024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6342024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6352024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6362024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6372024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6382024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
6392024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6402024-11-19T06:00:45.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6412024-11-19T06:00:45.035ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 823169494 } })
6422024-11-19T06:00:45.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6432024-11-19T06:00:45.035ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.338575ms iteration = 16 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
6442024-11-19T06:00:45.035ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
6452024-11-19T06:00:45.035ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6462024-11-19T06:00:45.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6472024-11-19T06:00:45.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6482024-11-19T06:00:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
6492024-11-19T06:00:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6502024-11-19T06:00:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6512024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6522024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6532024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6542024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
6552024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6562024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6572024-11-19T06:00:45.039ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6582024-11-19T06:00:45.040ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6592024-11-19T06:00:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6602024-11-19T06:00:45.042ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 830188607 } })
6612024-11-19T06:00:45.042ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
6622024-11-19T06:00:45.042ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6632024-11-19T06:00:45.043ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6642024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
6652024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6662024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6672024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6682024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6692024-11-19T06:00:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6702024-11-19T06:00:45.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6712024-11-19T06:00:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6722024-11-19T06:00:45.049ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6732024-11-19T06:00:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6742024-11-19T06:00:45.050ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6752024-11-19T06:00:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6762024-11-19T06:00:45.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6772024-11-19T06:00:45.051ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3275, tv_nsec: 839829917 } })
6782024-11-19T06:00:45.051ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6792024-11-19T06:00:45.052ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
6802024-11-19T06:00:45.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6812024-11-19T06:00:45.055ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6822024-11-19T06:00:45.055ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 22.950259ms iteration = 16 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6832024-11-19T06:00:45.055ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
6842024-11-19T06:00:45.055ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6852024-11-19T06:00:45.056ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6862024-11-19T06:00:45.057ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6872024-11-19T06:00:45.060ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6882024-11-19T06:00:45.060ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6892024-11-19T06:00:45.060ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6902024-11-19T06:00:45.072ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6912024-11-19T06:00:45.072ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6922024-11-19T06:00:45.072ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6932024-11-19T06:00:45.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6942024-11-19T06:00:45.075ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6952024-11-19T06:00:45.075ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
6962024-11-19T06:00:45.075ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6972024-11-19T06:00:45.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6982024-11-19T06:00:45.076ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
6992024-11-19T06:00:45.076ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 44.570673ms iteration = 46 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
7002024-11-19T06:00:45.086ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7012024-11-19T06:00:45.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7022024-11-19T06:00:45.087ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7032024-11-19T06:00:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7042024-11-19T06:00:45.088ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7052024-11-19T06:00:45.088ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 55.90548ms iteration = 16 status = {"errors":[],"garbage_collect_requested":[]}
7062024-11-19T06:00:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7072024-11-19T06:00:45.088ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 56.397455ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7082024-11-19T06:00:45.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 57.672159ms iteration = 46 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7092024-11-19T06:00:45.090ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7102024-11-19T06:00:45.090ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7112024-11-19T06:00:45.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7122024-11-19T06:00:45.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7132024-11-19T06:00:45.092ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7142024-11-19T06:00:45.092ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7152024-11-19T06:00:45.092ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 60.280086ms iteration = 16 status = {"errors":[],"records_set_to_done":[]}
7162024-11-19T06:00:45.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7172024-11-19T06:00:45.095ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7182024-11-19T06:00:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
7192024-11-19T06:00:45.097ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7202024-11-19T06:00:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7212024-11-19T06:00:45.098ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7222024-11-19T06:00:45.098ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7232024-11-19T06:00:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7242024-11-19T06:00:45.099ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 67.895045ms iteration = 16 status = 0
7252024-11-19T06:00:45.112ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
7262024-11-19T06:00:45.112ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7272024-11-19T06:00:45.113ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "696c84bf-3f26-4682-a2d6-77900e183d15", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:44 GMT"} })
7282024-11-19T06:00:45.113ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7292024-11-19T06:00:45.114ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7302024-11-19T06:00:45.122ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7312024-11-19T06:00:45.122ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
7322024-11-19T06:00:45.122ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 90.681612ms iteration = 16 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
7332024-11-19T06:00:45.124ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
7342024-11-19T06:00:45.124ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7352024-11-19T06:00:45.124ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e2281605-0f64-4525-bab3-d980a0280eb0", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:44 GMT"} })
7362024-11-19T06:00:45.124ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7372024-11-19T06:00:45.126ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7382024-11-19T06:00:45.126ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
7392024-11-19T06:00:45.126ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7402024-11-19T06:00:45.126ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a15772b2-ce3f-4df3-a0e0-6e1b0625bd4f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:00:44 GMT"} })
7412024-11-19T06:00:45.126ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7422024-11-19T06:00:45.128ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
7432024-11-19T06:00:45.132ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 99.918647ms iteration = 16 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
7442024-11-19T06:00:45.138ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7452024-11-19T06:00:45.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7462024-11-19T06:00:45.144ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 61e989bb-0b20-47d0-ae03-21fefe863002 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
7472024-11-19T06:00:45.145ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 61e989bb-0b20-47d0-ae03-21fefe863002 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
7482024-11-19T06:00:45.148ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3341 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 61e989bb-0b20-47d0-ae03-21fefe863002 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
7492024-11-19T06:00:45.170ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7502024-11-19T06:00:45.170ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7512024-11-19T06:00:45.172ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7522024-11-19T06:00:45.174ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7532024-11-19T06:00:45.174ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7542024-11-19T06:00:45.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7552024-11-19T06:00:45.174ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 142.411708ms iteration = 16 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
7562024-11-19T06:00:45.181ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
7572024-11-19T06:00:45.181ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b1be7fe6-8e0c-46b2-8dab-f4c2a49efe57", "content-length": "1", "date": "Tue, 19 Nov 2024 06:00:44 GMT"} })
7582024-11-19T06:00:45.183ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7592024-11-19T06:00:45.183ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7602024-11-19T06:00:45.192ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 159.92129ms iteration = 19 status = {"physical_disks_added":0}
7612024-11-19T06:00:45.208ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 176.643773ms iteration = 16 status = {}
7622024-11-19T06:00:45.223ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
7632024-11-19T06:00:45.223ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7642024-11-19T06:00:45.225ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7652024-11-19T06:00:45.226ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 193.949293ms iteration = 16 status = null
7662024-11-19T06:00:45.227ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7672024-11-19T06:00:45.227ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7682024-11-19T06:00:45.227ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7692024-11-19T06:00:45.281ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7702024-11-19T06:00:45.282ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7712024-11-19T06:00:45.284ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
7722024-11-19T06:00:45.284ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7732024-11-19T06:00:45.284ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7742024-11-19T06:00:45.298ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
7752024-11-19T06:00:45.298ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "b9b81092-f6f8-41e6-ae30-d1986c955286", "content-length": "134", "date": "Tue, 19 Nov 2024 06:00:44 GMT"} })
7762024-11-19T06:00:45.298ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
7772024-11-19T06:00:45.298ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
7782024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
7792024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
7802024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7812024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7822024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7832024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7842024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7852024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7862024-11-19T06:00:45.299ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
7872024-11-19T06:00:45.299ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7882024-11-19T06:00:45.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7892024-11-19T06:00:45.302ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
7902024-11-19T06:00:45.302ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "eb56dcb3-b411-4a9c-bb76-6c0b38670737", "content-length": "2", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
7912024-11-19T06:00:45.302ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
7922024-11-19T06:00:45.302ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "692ffbf2-14da-4443-a184-73c5fe29de7e", "content-length": "52", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
7932024-11-19T06:00:45.302ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
7942024-11-19T06:00:45.302ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
7952024-11-19T06:00:45.317ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "c53a5fa2-2596-4a1f-a84d-7b9b1ef25762", "content-length": "372", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
7962024-11-19T06:00:45.317ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7972024-11-19T06:00:45.318ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7982024-11-19T06:00:45.338ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
7992024-11-19T06:00:45.341ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8eca88d2-5b05-4026-be28-881914f19af4", "content-length": "691", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
8002024-11-19T06:00:45.341ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
8012024-11-19T06:00:45.341ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
8022024-11-19T06:00:45.341ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
8032024-11-19T06:00:45.342ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 310.518513ms iteration = 16 status = {}
8042024-11-19T06:00:45.361ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
8052024-11-19T06:00:45.361ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
8062024-11-19T06:00:45.361ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "00155038-9e2b-4840-a526-dc37cf678eec", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
8072024-11-19T06:00:45.361ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8082024-11-19T06:00:45.361ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8092024-11-19T06:00:45.363ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8102024-11-19T06:00:45.363ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8112024-11-19T06:00:45.366ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8122024-11-19T06:00:45.366ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8132024-11-19T06:00:45.370ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
8142024-11-19T06:00:45.370ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8152024-11-19T06:00:45.370ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c6e6d913-995e-49f8-a078-b90f1dd95140", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
8162024-11-19T06:00:45.372ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 340.377524ms iteration = 17 status = {}
8172024-11-19T06:00:45.421ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0d53d3d1-6157-4d84-96a6-753c62f9718e", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
8182024-11-19T06:00:45.421ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
8192024-11-19T06:00:45.421ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
8202024-11-19T06:00:45.422ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "d2ab5e26-dfd3-4133-aee1-8df60e8d1913", "content-length": "682", "date": "Tue, 19 Nov 2024 06:00:45 GMT"} })
8212024-11-19T06:00:45.422ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8222024-11-19T06:00:45.422ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8232024-11-19T06:00:45.425ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8242024-11-19T06:00:45.425ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8252024-11-19T06:00:45.429ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8262024-11-19T06:00:45.429ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8272024-11-19T06:00:45.431ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8282024-11-19T06:00:45.431ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8292024-11-19T06:00:45.437ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 405.531229ms iteration = 16 status = {}
8302024-11-19T06:00:45.632ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e64b2430-d43b-4174-97c8-dd1eac956b04 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8312024-11-19T06:00:45.633ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e64b2430-d43b-4174-97c8-dd1eac956b04 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8322024-11-19T06:00:45.635ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2459 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e64b2430-d43b-4174-97c8-dd1eac956b04 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8332024-11-19T06:00:46.009ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:40926
8342024-11-19T06:00:46.010ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40926 req_id = bb7bf4bc-bd77-489c-84d5-99bb300c58eb roles = RoleSet { roles: {} } uri = /metrics/producers
8352024-11-19T06:00:46.010ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40926 req_id = bb7bf4bc-bd77-489c-84d5-99bb300c58eb resource = Database result = Ok(()) uri = /metrics/producers
8362024-11-19T06:00:46.042ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = cfb9a3c3-8ece-46ff-a0f6-134094b915cd
8372024-11-19T06:00:46.042ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 33023 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:40926 req_id = bb7bf4bc-bd77-489c-84d5-99bb300c58eb response_code = 201 uri = /metrics/producers
8382024-11-19T06:00:46.656ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cabed9e-00b7-4c90-87cc-62a1815814e6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8392024-11-19T06:00:46.656ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cabed9e-00b7-4c90-87cc-62a1815814e6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8402024-11-19T06:00:46.658ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2463 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cabed9e-00b7-4c90-87cc-62a1815814e6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8412024-11-19T06:00:47.679ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e4c3dbe-10ab-42c3-b630-cf1e06050b90 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8422024-11-19T06:00:47.680ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e4c3dbe-10ab-42c3-b630-cf1e06050b90 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8432024-11-19T06:00:47.682ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2475 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e4c3dbe-10ab-42c3-b630-cf1e06050b90 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8442024-11-19T06:00:48.703ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40573dd7-7fd8-4013-8e10-5fd7bf31f1cb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8452024-11-19T06:00:48.704ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40573dd7-7fd8-4013-8e10-5fd7bf31f1cb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8462024-11-19T06:00:48.706ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2814 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40573dd7-7fd8-4013-8e10-5fd7bf31f1cb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8472024-11-19T06:00:48.773ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:44431
8482024-11-19T06:00:48.773ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44431 req_id = 5fe9e395-8710-4237-87ff-ae43c46ff765 roles = RoleSet { roles: {} } uri = /metrics/producers
8492024-11-19T06:00:48.773ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44431 req_id = 5fe9e395-8710-4237-87ff-ae43c46ff765 resource = Database result = Ok(()) uri = /metrics/producers
8502024-11-19T06:00:48.810ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 176942d8-6f67-414d-8390-55e992dfe909
8512024-11-19T06:00:48.810ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 36987 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44431 req_id = 5fe9e395-8710-4237-87ff-ae43c46ff765 response_code = 201 uri = /metrics/producers
8522024-11-19T06:00:49.726ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5a8a104-18a9-4503-b6e3-1e40f188bf1b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8532024-11-19T06:00:49.726ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5a8a104-18a9-4503-b6e3-1e40f188bf1b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8542024-11-19T06:00:49.728ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2359 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5a8a104-18a9-4503-b6e3-1e40f188bf1b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8552024-11-19T06:00:50.674ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:61241
8562024-11-19T06:00:50.674ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61241 req_id = 57bc40cc-5022-4033-bdc1-3157c0cb184f roles = RoleSet { roles: {} } uri = /metrics/producers
8572024-11-19T06:00:50.675ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61241 req_id = 57bc40cc-5022-4033-bdc1-3157c0cb184f resource = Database result = Ok(()) uri = /metrics/producers
8582024-11-19T06:00:50.721ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 2edac36b-5a29-4ab8-b168-45e29d532125
8592024-11-19T06:00:50.721ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 46585 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61241 req_id = 57bc40cc-5022-4033-bdc1-3157c0cb184f response_code = 201 uri = /metrics/producers
8602024-11-19T06:00:50.727ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1240 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 8be59451-98cb-4107-a33c-092961714c2b response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
8612024-11-19T06:00:50.751ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a48c86a-fd41-42fa-a238-6631082b13dc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8622024-11-19T06:00:50.751ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a48c86a-fd41-42fa-a238-6631082b13dc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8632024-11-19T06:00:50.754ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2984 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a48c86a-fd41-42fa-a238-6631082b13dc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8642024-11-19T06:00:51.773ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6623a464-4f27-4f81-ac7f-6b29634ac93b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8652024-11-19T06:00:51.774ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6623a464-4f27-4f81-ac7f-6b29634ac93b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8662024-11-19T06:00:51.775ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1961 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6623a464-4f27-4f81-ac7f-6b29634ac93b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8672024-11-19T06:00:52.795ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 594a47a6-775e-4470-b8ce-4f1d71f8124e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8682024-11-19T06:00:52.796ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 594a47a6-775e-4470-b8ce-4f1d71f8124e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8692024-11-19T06:00:52.797ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2080 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 594a47a6-775e-4470-b8ce-4f1d71f8124e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8702024-11-19T06:00:53.485ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:43222
8712024-11-19T06:00:53.485ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43222 req_id = bdcf7f56-80f1-4e9d-908b-f12c02e44a73 roles = RoleSet { roles: {} } uri = /metrics/producers
8722024-11-19T06:00:53.486ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43222 req_id = bdcf7f56-80f1-4e9d-908b-f12c02e44a73 resource = Database result = Ok(()) uri = /metrics/producers
8732024-11-19T06:00:53.506ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 54c438a0-f456-4554-b449-bdcbdb2ca2f1
8742024-11-19T06:00:53.506ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 20474 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:43222 req_id = bdcf7f56-80f1-4e9d-908b-f12c02e44a73 response_code = 201 uri = /metrics/producers
8752024-11-19T06:00:53.695ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:57383
8762024-11-19T06:00:53.695ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:57383 req_id = 788a1966-7a95-4c3f-b9f8-7f9a64c5f7e9 roles = RoleSet { roles: {} } uri = /metrics/producers
8772024-11-19T06:00:53.695ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:57383 req_id = 788a1966-7a95-4c3f-b9f8-7f9a64c5f7e9 resource = Database result = Ok(()) uri = /metrics/producers
8782024-11-19T06:00:53.718ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 675ef713-93e6-452f-9276-e2ff6919ea92
8792024-11-19T06:00:53.718ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 23136 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:57383 req_id = 788a1966-7a95-4c3f-b9f8-7f9a64c5f7e9 response_code = 201 uri = /metrics/producers
8802024-11-19T06:00:53.817ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89997ec7-1846-4d10-b726-34a8e63e82bf roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8812024-11-19T06:00:53.818ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89997ec7-1846-4d10-b726-34a8e63e82bf resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8822024-11-19T06:00:53.820ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2574 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89997ec7-1846-4d10-b726-34a8e63e82bf response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8832024-11-19T06:00:54.841ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47142fb6-52e1-416c-8a77-58218bad4260 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8842024-11-19T06:00:54.841ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47142fb6-52e1-416c-8a77-58218bad4260 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8852024-11-19T06:00:54.842ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1831 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47142fb6-52e1-416c-8a77-58218bad4260 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
8862024-11-19T06:00:54.855ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:61539
8872024-11-19T06:00:54.855ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61539 req_id = 58da76e8-2155-4a0f-a8d0-bc072ac28924 roles = RoleSet { roles: {} } uri = /metrics/producers
8882024-11-19T06:00:54.856ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61539 req_id = 58da76e8-2155-4a0f-a8d0-bc072ac28924 resource = Database result = Ok(()) uri = /metrics/producers
8892024-11-19T06:00:54.880ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = bc732c40-7477-46ff-8e17-70606671989c
8902024-11-19T06:00:54.880ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 24977 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:61539 req_id = 58da76e8-2155-4a0f-a8d0-bc072ac28924 response_code = 201 uri = /metrics/producers
8912024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
8922024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 47 reason = Timeout
8932024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8942024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8952024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8962024-11-19T06:00:55.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8972024-11-19T06:00:55.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8982024-11-19T06:00:55.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
8992024-11-19T06:00:55.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9002024-11-19T06:00:55.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9012024-11-19T06:00:55.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9022024-11-19T06:00:55.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9032024-11-19T06:00:55.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9042024-11-19T06:00:55.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
9052024-11-19T06:00:55.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9062024-11-19T06:00:55.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9072024-11-19T06:00:55.055ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
9082024-11-19T06:00:55.055ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.358853ms iteration = 47 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
9092024-11-19T06:00:55.062ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9102024-11-19T06:00:55.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
9112024-11-19T06:00:55.090ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.650109ms iteration = 47 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
9122024-11-19T06:00:55.864ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 390d3652-7339-4219-adcd-430bbf2a0744 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9132024-11-19T06:00:55.865ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 390d3652-7339-4219-adcd-430bbf2a0744 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9142024-11-19T06:00:55.866ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1984 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 390d3652-7339-4219-adcd-430bbf2a0744 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9152024-11-19T06:00:56.887ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ed1842af-8475-43ec-9754-68d7fd97fe7a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9162024-11-19T06:00:56.888ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ed1842af-8475-43ec-9754-68d7fd97fe7a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9172024-11-19T06:00:56.890ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2291 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ed1842af-8475-43ec-9754-68d7fd97fe7a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9182024-11-19T06:00:57.910ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbe0f4a6-974e-49ba-ab86-4a7b44c9d940 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9192024-11-19T06:00:57.910ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbe0f4a6-974e-49ba-ab86-4a7b44c9d940 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9202024-11-19T06:00:57.912ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2636 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbe0f4a6-974e-49ba-ab86-4a7b44c9d940 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9212024-11-19T06:00:58.934ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f1843fa-2d82-4cbf-a285-3e630ec12712 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9222024-11-19T06:00:58.934ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f1843fa-2d82-4cbf-a285-3e630ec12712 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9232024-11-19T06:00:58.936ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1832 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f1843fa-2d82-4cbf-a285-3e630ec12712 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9242024-11-19T06:00:59.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78b8fde9-92fa-4000-a45c-80df0ef9581a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9252024-11-19T06:00:59.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78b8fde9-92fa-4000-a45c-80df0ef9581a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9262024-11-19T06:00:59.958ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2180 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78b8fde9-92fa-4000-a45c-80df0ef9581a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9272024-11-19T06:01:00.980ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2dec40fd-9a18-4a8b-acfb-aa8af5fb5864 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9282024-11-19T06:01:00.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2dec40fd-9a18-4a8b-acfb-aa8af5fb5864 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9292024-11-19T06:01:00.982ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2215 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2dec40fd-9a18-4a8b-acfb-aa8af5fb5864 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9302024-11-19T06:01:02.005ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e2ff862-42d9-413c-86c3-a6b71cf0acae roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9312024-11-19T06:01:02.005ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e2ff862-42d9-413c-86c3-a6b71cf0acae resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9322024-11-19T06:01:02.008ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2439 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5e2ff862-42d9-413c-86c3-a6b71cf0acae response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9332024-11-19T06:01:03.031ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2d3cd079-f52b-4181-b991-5471bd375f58 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9342024-11-19T06:01:03.031ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2d3cd079-f52b-4181-b991-5471bd375f58 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9352024-11-19T06:01:03.033ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2130 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2d3cd079-f52b-4181-b991-5471bd375f58 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9362024-11-19T06:01:04.054ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87d16500-29bf-414d-92f2-c73ef25afcb1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9372024-11-19T06:01:04.054ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87d16500-29bf-414d-92f2-c73ef25afcb1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9382024-11-19T06:01:04.056ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1967 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87d16500-29bf-414d-92f2-c73ef25afcb1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9392024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
9402024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 48 reason = Timeout
9412024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9422024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9432024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9442024-11-19T06:01:05.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
9452024-11-19T06:01:05.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9462024-11-19T06:01:05.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9472024-11-19T06:01:05.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
9482024-11-19T06:01:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
9492024-11-19T06:01:05.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9502024-11-19T06:01:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9512024-11-19T06:01:05.036ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.293934ms iteration = 48 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
9522024-11-19T06:01:05.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9532024-11-19T06:01:05.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9542024-11-19T06:01:05.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
9552024-11-19T06:01:05.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
9562024-11-19T06:01:05.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
9572024-11-19T06:01:05.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
9582024-11-19T06:01:05.078ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 17986d2c-2753-4c64-add2-0e6cc9dae6d7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9592024-11-19T06:01:05.078ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 17986d2c-2753-4c64-add2-0e6cc9dae6d7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9602024-11-19T06:01:05.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1737 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 17986d2c-2753-4c64-add2-0e6cc9dae6d7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9612024-11-19T06:01:05.080ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
9622024-11-19T06:01:05.080ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 48.401873ms iteration = 48 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
9632024-11-19T06:01:05.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1622 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 177c8c93-e129-47cb-9346-bd14222e2b6f response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
9642024-11-19T06:01:05.735ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
9652024-11-19T06:01:05.735ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
9662024-11-19T06:01:05.765ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
9672024-11-19T06:01:05.765ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:37509
9682024-11-19T06:01:05.765ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:37509 req_id = e40189b7-1ade-41b6-9618-7c1f55bddf98 roles = RoleSet { roles: {} } uri = /metrics/producers
9692024-11-19T06:01:05.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:37509 req_id = e40189b7-1ade-41b6-9618-7c1f55bddf98 resource = Database result = Ok(()) uri = /metrics/producers
9702024-11-19T06:01:05.810ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
9712024-11-19T06:01:05.810ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 45226 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:37509 req_id = e40189b7-1ade-41b6-9618-7c1f55bddf98 response_code = 201 uri = /metrics/producers
9722024-11-19T06:01:05.810ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "e40189b7-1ade-41b6-9618-7c1f55bddf98", "content-length": "41", "date": "Tue, 19 Nov 2024 06:01:05 GMT"} })
9732024-11-19T06:01:05.813ZDEBGnexus (producer-registration-task): registered with nexus successfully
9742024-11-19T06:01:05.813ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
9752024-11-19T06:01:06.101ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f194f2ae-95b8-4fd3-bb81-688c0f42706f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9762024-11-19T06:01:06.102ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f194f2ae-95b8-4fd3-bb81-688c0f42706f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9772024-11-19T06:01:06.103ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2124 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f194f2ae-95b8-4fd3-bb81-688c0f42706f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9782024-11-19T06:01:07.126ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4084ec20-ba4f-4d43-97e9-7e2162973fd1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9792024-11-19T06:01:07.126ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4084ec20-ba4f-4d43-97e9-7e2162973fd1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9802024-11-19T06:01:07.128ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1725 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4084ec20-ba4f-4d43-97e9-7e2162973fd1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9812024-11-19T06:01:08.149ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72e4eac8-a4b3-447c-b6c6-30399ce29587 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9822024-11-19T06:01:08.150ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72e4eac8-a4b3-447c-b6c6-30399ce29587 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9832024-11-19T06:01:08.152ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2448 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72e4eac8-a4b3-447c-b6c6-30399ce29587 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9842024-11-19T06:01:09.173ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 71d45fc4-93bd-4ee2-8c15-d8f9e4dcb62f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9852024-11-19T06:01:09.173ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 71d45fc4-93bd-4ee2-8c15-d8f9e4dcb62f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9862024-11-19T06:01:09.175ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2162 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 71d45fc4-93bd-4ee2-8c15-d8f9e4dcb62f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9872024-11-19T06:01:10.196ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd00e651-062e-41a0-b5b3-92c1c5940a61 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9882024-11-19T06:01:10.197ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd00e651-062e-41a0-b5b3-92c1c5940a61 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9892024-11-19T06:01:10.198ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2011 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd00e651-062e-41a0-b5b3-92c1c5940a61 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9902024-11-19T06:01:11.220ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9f4e76b2-9913-470c-9128-25384e2f8b2d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9912024-11-19T06:01:11.221ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9f4e76b2-9913-470c-9128-25384e2f8b2d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9922024-11-19T06:01:11.223ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2677 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9f4e76b2-9913-470c-9128-25384e2f8b2d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9932024-11-19T06:01:12.244ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 044a784e-08bc-43a2-8ce3-326b28865f3e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9942024-11-19T06:01:12.244ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 044a784e-08bc-43a2-8ce3-326b28865f3e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9952024-11-19T06:01:12.246ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2149 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 044a784e-08bc-43a2-8ce3-326b28865f3e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9962024-11-19T06:01:13.269ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 48082cd3-eef9-49f4-881a-3f0dbbb9f548 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9972024-11-19T06:01:13.269ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 48082cd3-eef9-49f4-881a-3f0dbbb9f548 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9982024-11-19T06:01:13.271ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2170 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 48082cd3-eef9-49f4-881a-3f0dbbb9f548 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
9992024-11-19T06:01:14.293ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b941847-8de0-450b-9800-c0c36912b244 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
10002024-11-19T06:01:14.294ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b941847-8de0-450b-9800-c0c36912b244 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
10012024-11-19T06:01:14.295ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2245 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b941847-8de0-450b-9800-c0c36912b244 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
10022024-11-19T06:01:15.031ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
10032024-11-19T06:01:15.031ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
10042024-11-19T06:01:15.031ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 22.7\u{b5}s iteration = 10 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
10052024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
10062024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
10072024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
10082024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 17 reason = Timeout
10092024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 9 reason = Timeout
10102024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
10112024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 9 reason = Timeout
10122024-11-19T06:01:15.032ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
10132024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
10142024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
10152024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
10162024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
10172024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 9 reason = Timeout
10182024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
10192024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
10202024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
10212024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
10222024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
10232024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
10242024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
10252024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
10262024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
10272024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
10282024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
10292024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
10302024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
10312024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
10322024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
10332024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
10342024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 17 reason = Timeout
10352024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
10362024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
10372024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
10382024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
10392024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
10402024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
10412024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 49 reason = Timeout
10422024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
10432024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 18 reason = Timeout
10442024-11-19T06:01:15.032ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
10452024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
10462024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
10472024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
10482024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
10492024-11-19T06:01:15.032ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:51:15.032258136 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
10502024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
10512024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 17 reason = Timeout
10522024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 9 reason = Timeout
10532024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
10542024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
10552024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
10562024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
10572024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
10582024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
10592024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
10602024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
10612024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
10622024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
10632024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
10642024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
10652024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
10662024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
10672024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
10682024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
10692024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
10702024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
10712024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
10722024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 17 reason = Timeout
10732024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 17 reason = Timeout
10742024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 17 reason = Timeout
10752024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
10762024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
10772024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
10782024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
10792024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
10802024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
10812024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
10822024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
10832024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
10842024-11-19T06:01:15.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
10852024-11-19T06:01:15.032ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 820410475 } })
10862024-11-19T06:01:15.032ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 820433806 } })
10872024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
10882024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
10892024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
10902024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
10912024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.389925ms iteration = 10 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
10922024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
10932024-11-19T06:01:15.033ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.421945ms iteration = 10 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
10942024-11-19T06:01:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.304595ms iteration = 17 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
10952024-11-19T06:01:15.035ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
10962024-11-19T06:01:15.036ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 823460707 } })
10972024-11-19T06:01:15.036ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
10982024-11-19T06:01:15.036ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 4.494256ms iteration = 9 status = {"errors":[],"found_port_ok":[]}
10992024-11-19T06:01:15.037ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 824497328 } })
11002024-11-19T06:01:15.037ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
11012024-11-19T06:01:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
11022024-11-19T06:01:15.037ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
11032024-11-19T06:01:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
11042024-11-19T06:01:15.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
11052024-11-19T06:01:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
11062024-11-19T06:01:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
11072024-11-19T06:01:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
11082024-11-19T06:01:15.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11092024-11-19T06:01:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
11102024-11-19T06:01:15.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
11112024-11-19T06:01:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
11122024-11-19T06:01:15.046ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11132024-11-19T06:01:15.046ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:51:15.032258136 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
11142024-11-19T06:01:15.046ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 14.312248ms iteration = 9 status = {"expiration":"2024-11-19T05:51:15.032258136Z","pruned":[]}
11152024-11-19T06:01:15.049ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
11162024-11-19T06:01:15.049ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
11172024-11-19T06:01:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
11182024-11-19T06:01:15.079ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
11192024-11-19T06:01:15.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
11202024-11-19T06:01:15.083ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
11212024-11-19T06:01:15.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
11222024-11-19T06:01:15.083ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
11232024-11-19T06:01:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
11242024-11-19T06:01:15.085ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11252024-11-19T06:01:15.087ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11262024-11-19T06:01:15.087ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11272024-11-19T06:01:15.088ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
11282024-11-19T06:01:15.088ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
11292024-11-19T06:01:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
11302024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
11312024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11322024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
11332024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
11342024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11352024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
11362024-11-19T06:01:15.091ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11372024-11-19T06:01:15.093ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
11382024-11-19T06:01:15.093ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
11392024-11-19T06:01:15.093ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 61.164825ms iteration = 9 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
11402024-11-19T06:01:15.093ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11412024-11-19T06:01:15.093ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11422024-11-19T06:01:15.093ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
11432024-11-19T06:01:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
11442024-11-19T06:01:15.094ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
11452024-11-19T06:01:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
11462024-11-19T06:01:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
11472024-11-19T06:01:15.094ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11482024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
11492024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
11502024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 64.488019ms iteration = 17 status = {"errors":[],"garbage_collect_requested":[]}
11512024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
11522024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11532024-11-19T06:01:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
11542024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
11552024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
11562024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
11572024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
11582024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
11592024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 65.776773ms iteration = 17 status = {"errors":[],"records_set_to_done":[]}
11602024-11-19T06:01:15.098ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
11612024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
11622024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
11632024-11-19T06:01:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
11642024-11-19T06:01:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
11652024-11-19T06:01:15.099ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
11662024-11-19T06:01:15.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
11672024-11-19T06:01:15.100ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 68.49317ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
11682024-11-19T06:01:15.101ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11692024-11-19T06:01:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11702024-11-19T06:01:15.102ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
11712024-11-19T06:01:15.102ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3305, tv_nsec: 890279060 } })
11722024-11-19T06:01:15.102ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
11732024-11-19T06:01:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
11742024-11-19T06:01:15.103ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
11752024-11-19T06:01:15.103ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
11762024-11-19T06:01:15.103ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
11772024-11-19T06:01:15.103ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 71.169899ms iteration = 9 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
11782024-11-19T06:01:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
11792024-11-19T06:01:15.103ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11802024-11-19T06:01:15.104ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
11812024-11-19T06:01:15.104ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
11822024-11-19T06:01:15.104ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
11832024-11-19T06:01:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
11842024-11-19T06:01:15.104ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11852024-11-19T06:01:15.108ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
11862024-11-19T06:01:15.108ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
11872024-11-19T06:01:15.108ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
11882024-11-19T06:01:15.108ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
11892024-11-19T06:01:15.121ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
11902024-11-19T06:01:15.121ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 89.784882ms iteration = 49 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
11912024-11-19T06:01:15.128ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
11922024-11-19T06:01:15.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
11932024-11-19T06:01:15.135ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11942024-11-19T06:01:15.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11952024-11-19T06:01:15.136ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 104.415973ms iteration = 17 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
11962024-11-19T06:01:15.138ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11972024-11-19T06:01:15.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
11982024-11-19T06:01:15.139ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
11992024-11-19T06:01:15.141ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
12002024-11-19T06:01:15.141ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
12012024-11-19T06:01:15.141ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
12022024-11-19T06:01:15.141ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
12032024-11-19T06:01:15.141ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
12042024-11-19T06:01:15.143ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 111.191674ms iteration = 49 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
12052024-11-19T06:01:15.143ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
12062024-11-19T06:01:15.143ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
12072024-11-19T06:01:15.143ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
12082024-11-19T06:01:15.145ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 113.67698ms iteration = 17 status = 0
12092024-11-19T06:01:15.152ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
12102024-11-19T06:01:15.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
12112024-11-19T06:01:15.161ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
12122024-11-19T06:01:15.162ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
12132024-11-19T06:01:15.162ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
12142024-11-19T06:01:15.162ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12152024-11-19T06:01:15.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12162024-11-19T06:01:15.162ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
12172024-11-19T06:01:15.162ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 130.226441ms iteration = 17 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
12182024-11-19T06:01:15.165ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12192024-11-19T06:01:15.165ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12202024-11-19T06:01:15.167ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
12212024-11-19T06:01:15.167ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
12222024-11-19T06:01:15.167ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 134.769209ms iteration = 17 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
12232024-11-19T06:01:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
12242024-11-19T06:01:15.168ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12252024-11-19T06:01:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12262024-11-19T06:01:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
12272024-11-19T06:01:15.169ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12282024-11-19T06:01:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12292024-11-19T06:01:15.170ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12302024-11-19T06:01:15.170ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12312024-11-19T06:01:15.172ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12322024-11-19T06:01:15.175ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
12332024-11-19T06:01:15.175ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
12342024-11-19T06:01:15.175ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
12352024-11-19T06:01:15.176ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
12362024-11-19T06:01:15.176ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
12372024-11-19T06:01:15.177ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8bbed422-7b0c-464e-9bdd-77423c160ca1", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:14 GMT"} })
12382024-11-19T06:01:15.177ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
12392024-11-19T06:01:15.179ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
12402024-11-19T06:01:15.180ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7b1f3b2a-a40b-4991-833b-c1596eef371c roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
12412024-11-19T06:01:15.180ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7b1f3b2a-a40b-4991-833b-c1596eef371c resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
12422024-11-19T06:01:15.187ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 6481 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7b1f3b2a-a40b-4991-833b-c1596eef371c response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
12432024-11-19T06:01:15.191ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12442024-11-19T06:01:15.193ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
12452024-11-19T06:01:15.193ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
12462024-11-19T06:01:15.196ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
12472024-11-19T06:01:15.196ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
12482024-11-19T06:01:15.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
12492024-11-19T06:01:15.202ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 169.50845ms iteration = 17 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
12502024-11-19T06:01:15.209ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
12512024-11-19T06:01:15.209ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
12522024-11-19T06:01:15.209ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12532024-11-19T06:01:15.210ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12542024-11-19T06:01:15.231ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
12552024-11-19T06:01:15.231ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 199.768734ms iteration = 10 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
12562024-11-19T06:01:15.251ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 219.63652ms iteration = 20 status = {"physical_disks_added":0}
12572024-11-19T06:01:15.264ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
12582024-11-19T06:01:15.264ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 231.682825ms iteration = 9 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
12592024-11-19T06:01:15.271ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
12602024-11-19T06:01:15.271ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
12612024-11-19T06:01:15.271ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "99be77e9-3e8c-4f19-b528-121d16a25b5a", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
12622024-11-19T06:01:15.271ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
12632024-11-19T06:01:15.273ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
12642024-11-19T06:01:15.317ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c9b0f84a-acbd-4f55-8b3f-0b95d58e5185 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
12652024-11-19T06:01:15.317ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c9b0f84a-acbd-4f55-8b3f-0b95d58e5185 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
12662024-11-19T06:01:15.388ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
12672024-11-19T06:01:15.388ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
12682024-11-19T06:01:15.388ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "fd499601-f247-4ff0-8a6f-9fd2926b7a5f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
12692024-11-19T06:01:15.388ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
12702024-11-19T06:01:15.389ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
12712024-11-19T06:01:15.407ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
12722024-11-19T06:01:15.407ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "5902d23a-60ff-4548-90b1-9717acccee60", "content-length": "1", "date": "Tue, 19 Nov 2024 06:01:14 GMT"} })
12732024-11-19T06:01:15.409ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
12742024-11-19T06:01:15.409ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
12752024-11-19T06:01:15.409ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
12762024-11-19T06:01:15.409ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
12772024-11-19T06:01:15.412ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
12782024-11-19T06:01:15.412ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
12792024-11-19T06:01:15.412ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
12802024-11-19T06:01:15.412ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
12812024-11-19T06:01:15.412ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12822024-11-19T06:01:15.414ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 382.042325ms iteration = 17 status = null
12832024-11-19T06:01:15.414ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 97374 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c9b0f84a-acbd-4f55-8b3f-0b95d58e5185 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
12842024-11-19T06:01:15.415ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
12852024-11-19T06:01:15.415ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
12862024-11-19T06:01:15.415ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
12872024-11-19T06:01:15.417ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
12882024-11-19T06:01:15.418ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
12892024-11-19T06:01:15.418ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
12902024-11-19T06:01:15.419ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
12912024-11-19T06:01:15.419ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 386.898325ms iteration = 10 status = {"generation":1}
12922024-11-19T06:01:15.419ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
12932024-11-19T06:01:15.419ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
12942024-11-19T06:01:15.419ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
12952024-11-19T06:01:15.421ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
12962024-11-19T06:01:15.421ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
12972024-11-19T06:01:15.421ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
12982024-11-19T06:01:15.421ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 389.580903ms iteration = 10 status = {"generation":2}
12992024-11-19T06:01:15.438ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "40229bd3-27dd-4109-9a53-52753922a583", "content-length": "372", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13002024-11-19T06:01:15.438ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13012024-11-19T06:01:15.438ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13022024-11-19T06:01:15.440ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
13032024-11-19T06:01:15.453ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
13042024-11-19T06:01:15.475ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
13052024-11-19T06:01:15.475ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
13062024-11-19T06:01:15.486ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
13072024-11-19T06:01:15.486ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
13082024-11-19T06:01:15.487ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "10fc541e-9396-4f2e-8a80-656c4bef9e9a", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13092024-11-19T06:01:15.487ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13102024-11-19T06:01:15.488ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13112024-11-19T06:01:15.490ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13122024-11-19T06:01:15.490ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13132024-11-19T06:01:15.494ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
13142024-11-19T06:01:15.494ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
13152024-11-19T06:01:15.498ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
13162024-11-19T06:01:15.498ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
13172024-11-19T06:01:15.498ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "f7bd66da-41e0-484d-afec-1468c998577a", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13182024-11-19T06:01:15.500ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 467.770425ms iteration = 18 status = {}
13192024-11-19T06:01:15.510ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13202024-11-19T06:01:15.512ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
13212024-11-19T06:01:15.512ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
13222024-11-19T06:01:15.512ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
13232024-11-19T06:01:15.514ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
13242024-11-19T06:01:15.516ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
13252024-11-19T06:01:15.516ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
13262024-11-19T06:01:15.516ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
13272024-11-19T06:01:15.518ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 486.206696ms iteration = 17 status = {}
13282024-11-19T06:01:15.640ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13292024-11-19T06:01:15.640ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13302024-11-19T06:01:15.642ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
13312024-11-19T06:01:15.642ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13322024-11-19T06:01:15.643ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13332024-11-19T06:01:15.643ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
13342024-11-19T06:01:15.651ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
13352024-11-19T06:01:15.651ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "8fac9459-80fa-4122-950f-e52ffb105b79", "content-length": "134", "date": "Tue, 19 Nov 2024 06:01:14 GMT"} })
13362024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
13372024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
13382024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
13392024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
13402024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
13412024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
13422024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
13432024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
13442024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
13452024-11-19T06:01:15.651ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
13462024-11-19T06:01:15.652ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
13472024-11-19T06:01:15.652ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13482024-11-19T06:01:15.652ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13492024-11-19T06:01:15.654ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
13502024-11-19T06:01:15.654ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "6b9497b9-d832-45f1-bb5f-310e8dd607af", "content-length": "2", "date": "Tue, 19 Nov 2024 06:01:14 GMT"} })
13512024-11-19T06:01:15.654ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
13522024-11-19T06:01:15.654ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e8e745a-10cb-46fc-825f-cf8653234630", "content-length": "52", "date": "Tue, 19 Nov 2024 06:01:14 GMT"} })
13532024-11-19T06:01:15.654ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
13542024-11-19T06:01:15.654ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
13552024-11-19T06:01:15.661ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
13562024-11-19T06:01:15.661ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "4ade96da-ace2-465d-8575-2f5c80c80133", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
13572024-11-19T06:01:15.661ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
13582024-11-19T06:01:15.662ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "d8ee20e8-6420-485f-a14f-18991cd0b428", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
13592024-11-19T06:01:15.662ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
13602024-11-19T06:01:15.663ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
13612024-11-19T06:01:15.663ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 631.851469ms iteration = 11 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
13622024-11-19T06:01:15.664ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
13632024-11-19T06:01:15.696ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
13642024-11-19T06:01:15.697ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "27fe98fe-8335-48b0-bcef-0a7c2792574c", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13652024-11-19T06:01:15.697ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13662024-11-19T06:01:15.698ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "af3bbde5-2692-4ac6-b30d-80427651c9c2", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13672024-11-19T06:01:15.698ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13682024-11-19T06:01:15.700ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "f4dfc632-b243-4adf-82b5-16c43bdc7b1c", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13692024-11-19T06:01:15.700ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13702024-11-19T06:01:15.702ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
13712024-11-19T06:01:15.702ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 670.466859ms iteration = 11 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
13722024-11-19T06:01:15.744ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "4e372c53-2517-47a7-9723-eaf2659c4578", "content-length": "691", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13732024-11-19T06:01:15.744ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
13742024-11-19T06:01:15.744ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
13752024-11-19T06:01:15.744ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
13762024-11-19T06:01:15.745ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 713.557007ms iteration = 17 status = {}
13772024-11-19T06:01:15.831ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "9541903e-2787-48ed-81da-c8e22027dc81", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13782024-11-19T06:01:15.831ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
13792024-11-19T06:01:15.831ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
13802024-11-19T06:01:15.831ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "5c29615f-0325-433b-b2d1-626b676781d2", "content-length": "682", "date": "Tue, 19 Nov 2024 06:01:15 GMT"} })
13812024-11-19T06:01:15.831ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13822024-11-19T06:01:15.831ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13832024-11-19T06:01:15.835ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13842024-11-19T06:01:15.835ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13852024-11-19T06:01:15.838ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13862024-11-19T06:01:15.839ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13872024-11-19T06:01:15.841ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
13882024-11-19T06:01:15.841ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13892024-11-19T06:01:15.848ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 816.761298ms iteration = 17 status = {}
13902024-11-19T06:01:16.462ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d4bbd69-566f-45c0-9137-31003ce5bca3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13912024-11-19T06:01:16.462ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d4bbd69-566f-45c0-9137-31003ce5bca3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13922024-11-19T06:01:16.464ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2610 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d4bbd69-566f-45c0-9137-31003ce5bca3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13932024-11-19T06:01:17.485ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8588134b-a33d-4179-ab5f-512a01368ac6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13942024-11-19T06:01:17.485ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8588134b-a33d-4179-ab5f-512a01368ac6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13952024-11-19T06:01:17.487ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2120 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8588134b-a33d-4179-ab5f-512a01368ac6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13962024-11-19T06:01:18.508ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e73838d2-d8c6-4416-b430-6669618d2e93 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13972024-11-19T06:01:18.509ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e73838d2-d8c6-4416-b430-6669618d2e93 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13982024-11-19T06:01:18.511ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2681 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e73838d2-d8c6-4416-b430-6669618d2e93 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
13992024-11-19T06:01:19.532ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d47a3c44-1e99-4cb0-8e8b-22386ae56d8b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14002024-11-19T06:01:19.532ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d47a3c44-1e99-4cb0-8e8b-22386ae56d8b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14012024-11-19T06:01:19.534ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2288 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d47a3c44-1e99-4cb0-8e8b-22386ae56d8b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14022024-11-19T06:01:20.554ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4d84f9-14ef-4b96-86fd-e788f0bcdbf2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14032024-11-19T06:01:20.554ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4d84f9-14ef-4b96-86fd-e788f0bcdbf2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14042024-11-19T06:01:20.556ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2536 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4d84f9-14ef-4b96-86fd-e788f0bcdbf2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14052024-11-19T06:01:20.726ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1304 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 2a7d6444-2fd9-4830-863a-5dbb0b62c425 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
14062024-11-19T06:01:21.577ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7493f8-88c2-4115-9e1a-ee85ea99467a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14072024-11-19T06:01:21.577ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7493f8-88c2-4115-9e1a-ee85ea99467a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14082024-11-19T06:01:21.579ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1849 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7493f8-88c2-4115-9e1a-ee85ea99467a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14092024-11-19T06:01:22.601ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52ebceed-a22a-42f6-91fd-fd66a8cb0185 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14102024-11-19T06:01:22.601ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52ebceed-a22a-42f6-91fd-fd66a8cb0185 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14112024-11-19T06:01:22.603ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2397 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52ebceed-a22a-42f6-91fd-fd66a8cb0185 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14122024-11-19T06:01:23.624ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3aab3d0c-312f-46cc-b7d0-d74e7d5d0c5d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14132024-11-19T06:01:23.624ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3aab3d0c-312f-46cc-b7d0-d74e7d5d0c5d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14142024-11-19T06:01:23.626ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2191 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3aab3d0c-312f-46cc-b7d0-d74e7d5d0c5d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14152024-11-19T06:01:24.647ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 38c81b02-bfcd-4313-9be2-c079f569b724 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14162024-11-19T06:01:24.647ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 38c81b02-bfcd-4313-9be2-c079f569b724 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14172024-11-19T06:01:24.649ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1884 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 38c81b02-bfcd-4313-9be2-c079f569b724 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14182024-11-19T06:01:25.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
14192024-11-19T06:01:25.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 50 reason = Timeout
14202024-11-19T06:01:25.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14212024-11-19T06:01:25.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14222024-11-19T06:01:25.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14232024-11-19T06:01:25.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14242024-11-19T06:01:25.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14252024-11-19T06:01:25.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14262024-11-19T06:01:25.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14272024-11-19T06:01:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
14282024-11-19T06:01:25.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14292024-11-19T06:01:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14302024-11-19T06:01:25.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14312024-11-19T06:01:25.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14322024-11-19T06:01:25.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14332024-11-19T06:01:25.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
14342024-11-19T06:01:25.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14352024-11-19T06:01:25.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14362024-11-19T06:01:25.053ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
14372024-11-19T06:01:25.053ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.808036ms iteration = 50 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
14382024-11-19T06:01:25.061ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.043201ms iteration = 50 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
14392024-11-19T06:01:25.670ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64eedb41-89f7-4fab-819b-cd2f477807d2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14402024-11-19T06:01:25.670ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64eedb41-89f7-4fab-819b-cd2f477807d2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14412024-11-19T06:01:25.672ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2149 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64eedb41-89f7-4fab-819b-cd2f477807d2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14422024-11-19T06:01:26.694ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e476581f-6163-44d3-a3ee-d0489d8d4d5c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14432024-11-19T06:01:26.695ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e476581f-6163-44d3-a3ee-d0489d8d4d5c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14442024-11-19T06:01:26.696ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2295 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e476581f-6163-44d3-a3ee-d0489d8d4d5c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14452024-11-19T06:01:27.718ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d84325c-ed99-434b-9c2d-f73f2f6e23a8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14462024-11-19T06:01:27.718ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d84325c-ed99-434b-9c2d-f73f2f6e23a8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14472024-11-19T06:01:27.720ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1761 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d84325c-ed99-434b-9c2d-f73f2f6e23a8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14482024-11-19T06:01:28.741ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 402f9644-fba8-4bb2-b117-0db851af929d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14492024-11-19T06:01:28.742ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 402f9644-fba8-4bb2-b117-0db851af929d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14502024-11-19T06:01:28.744ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2549 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 402f9644-fba8-4bb2-b117-0db851af929d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14512024-11-19T06:01:29.765ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8b7742af-d494-40db-bf9c-3dad8a66026d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14522024-11-19T06:01:29.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8b7742af-d494-40db-bf9c-3dad8a66026d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14532024-11-19T06:01:29.767ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2329 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8b7742af-d494-40db-bf9c-3dad8a66026d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14542024-11-19T06:01:30.789ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0aa43018-ca8c-4d52-92cd-69b3a7f7dc9f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14552024-11-19T06:01:30.789ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0aa43018-ca8c-4d52-92cd-69b3a7f7dc9f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14562024-11-19T06:01:30.791ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2026 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0aa43018-ca8c-4d52-92cd-69b3a7f7dc9f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14572024-11-19T06:01:31.812ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87817fbb-edc8-46bf-8658-b84aa025999b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14582024-11-19T06:01:31.812ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87817fbb-edc8-46bf-8658-b84aa025999b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14592024-11-19T06:01:31.814ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2818 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87817fbb-edc8-46bf-8658-b84aa025999b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14602024-11-19T06:01:32.834ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbfb839b-44f7-4f72-abf2-9aafd155030e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14612024-11-19T06:01:32.835ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbfb839b-44f7-4f72-abf2-9aafd155030e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14622024-11-19T06:01:32.836ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1968 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbfb839b-44f7-4f72-abf2-9aafd155030e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14632024-11-19T06:01:33.859ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 35dd40d8-7f87-4ad4-913e-6872bae7c217 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14642024-11-19T06:01:33.859ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 35dd40d8-7f87-4ad4-913e-6872bae7c217 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14652024-11-19T06:01:33.861ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2568 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 35dd40d8-7f87-4ad4-913e-6872bae7c217 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14662024-11-19T06:01:34.883ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b1b9d0b-af6e-4bf3-9c7d-80f473d1df86 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14672024-11-19T06:01:34.883ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b1b9d0b-af6e-4bf3-9c7d-80f473d1df86 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14682024-11-19T06:01:34.885ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2196 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b1b9d0b-af6e-4bf3-9c7d-80f473d1df86 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14692024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
14702024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 51 reason = Timeout
14712024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14722024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14732024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14742024-11-19T06:01:35.032ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14752024-11-19T06:01:35.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14762024-11-19T06:01:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
14772024-11-19T06:01:35.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14782024-11-19T06:01:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14792024-11-19T06:01:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14802024-11-19T06:01:35.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14812024-11-19T06:01:35.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
14822024-11-19T06:01:35.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
14832024-11-19T06:01:35.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
14842024-11-19T06:01:35.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14852024-11-19T06:01:35.052ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
14862024-11-19T06:01:35.052ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.157659ms iteration = 51 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
14872024-11-19T06:01:35.061ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
14882024-11-19T06:01:35.061ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
14892024-11-19T06:01:35.094ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.416468ms iteration = 51 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
14902024-11-19T06:01:35.727ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1782 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 9a5516b3-4590-4db5-bc65-844740be621b response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
14912024-11-19T06:01:35.903ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e21190fc-e457-4b6b-a4fa-0bac4cd92dc3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14922024-11-19T06:01:35.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e21190fc-e457-4b6b-a4fa-0bac4cd92dc3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14932024-11-19T06:01:35.905ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2190 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e21190fc-e457-4b6b-a4fa-0bac4cd92dc3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14942024-11-19T06:01:36.927ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b44e0a1c-955d-4cbc-b3c0-de25fc738356 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14952024-11-19T06:01:36.927ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b44e0a1c-955d-4cbc-b3c0-de25fc738356 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14962024-11-19T06:01:36.928ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1630 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b44e0a1c-955d-4cbc-b3c0-de25fc738356 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14972024-11-19T06:01:37.950ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d173823a-010e-4be5-94b3-619440e4fae0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14982024-11-19T06:01:37.950ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d173823a-010e-4be5-94b3-619440e4fae0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
14992024-11-19T06:01:37.952ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1935 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d173823a-010e-4be5-94b3-619440e4fae0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15002024-11-19T06:01:38.974ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a645c392-0423-4414-ada6-8f6c609bc248 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15012024-11-19T06:01:38.974ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a645c392-0423-4414-ada6-8f6c609bc248 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15022024-11-19T06:01:38.976ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2449 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a645c392-0423-4414-ada6-8f6c609bc248 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15032024-11-19T06:01:39.998ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ddcc737-7eb8-41fb-95e3-af1b01a8944b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15042024-11-19T06:01:39.998ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ddcc737-7eb8-41fb-95e3-af1b01a8944b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15052024-11-19T06:01:40.000ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2103 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ddcc737-7eb8-41fb-95e3-af1b01a8944b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15062024-11-19T06:01:41.021ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1532d651-a745-44a8-b30f-13cb57c067bb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15072024-11-19T06:01:41.021ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1532d651-a745-44a8-b30f-13cb57c067bb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15082024-11-19T06:01:41.023ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2225 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1532d651-a745-44a8-b30f-13cb57c067bb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15092024-11-19T06:01:42.043ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f9c82a7-03a4-4a09-8a08-7e319828ec3c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15102024-11-19T06:01:42.043ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f9c82a7-03a4-4a09-8a08-7e319828ec3c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15112024-11-19T06:01:42.045ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2165 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2f9c82a7-03a4-4a09-8a08-7e319828ec3c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15122024-11-19T06:01:43.067ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5d217e0-a0f9-4e8c-abd6-af225d7966e6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15132024-11-19T06:01:43.067ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5d217e0-a0f9-4e8c-abd6-af225d7966e6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15142024-11-19T06:01:43.069ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2358 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5d217e0-a0f9-4e8c-abd6-af225d7966e6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15152024-11-19T06:01:44.091ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fb97faa5-e010-44ef-8ece-bd8b763d5ac0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15162024-11-19T06:01:44.091ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fb97faa5-e010-44ef-8ece-bd8b763d5ac0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15172024-11-19T06:01:44.092ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1975 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fb97faa5-e010-44ef-8ece-bd8b763d5ac0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
15182024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
15192024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
15202024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
15212024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
15222024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15232024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
15242024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
15252024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15262024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 18 reason = Timeout
15272024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
15282024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
15292024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 19 reason = Timeout
15302024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
15312024-11-19T06:01:45.033ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
15322024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 18 reason = Timeout
15332024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
15342024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
15352024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
15362024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 52 reason = Timeout
15372024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15382024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
15392024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 18 reason = Timeout
15402024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15412024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
15422024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 18 reason = Timeout
15432024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
15442024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
15452024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
15462024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
15472024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 18 reason = Timeout
15482024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
15492024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
15502024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 18 reason = Timeout
15512024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
15522024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
15532024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
15542024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15552024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
15562024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15572024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
15582024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
15592024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
15602024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15612024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15622024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
15632024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
15642024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
15652024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
15662024-11-19T06:01:45.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
15672024-11-19T06:01:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
15682024-11-19T06:01:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
15692024-11-19T06:01:45.035ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15702024-11-19T06:01:45.036ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.599177ms iteration = 18 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
15712024-11-19T06:01:45.036ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 823048202 } })
15722024-11-19T06:01:45.036ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
15732024-11-19T06:01:45.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15742024-11-19T06:01:45.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
15752024-11-19T06:01:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
15762024-11-19T06:01:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
15772024-11-19T06:01:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
15782024-11-19T06:01:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
15792024-11-19T06:01:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
15802024-11-19T06:01:45.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
15812024-11-19T06:01:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
15822024-11-19T06:01:45.041ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15832024-11-19T06:01:45.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15842024-11-19T06:01:45.043ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 9.74559ms iteration = 18 status = {"errors":[],"garbage_collect_requested":[]}
15852024-11-19T06:01:45.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
15862024-11-19T06:01:45.043ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15872024-11-19T06:01:45.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15882024-11-19T06:01:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
15892024-11-19T06:01:45.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15902024-11-19T06:01:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15912024-11-19T06:01:45.047ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
15922024-11-19T06:01:45.050ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
15932024-11-19T06:01:45.050ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
15942024-11-19T06:01:45.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
15952024-11-19T06:01:45.053ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15962024-11-19T06:01:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
15972024-11-19T06:01:45.054ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
15982024-11-19T06:01:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
15992024-11-19T06:01:45.056ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16002024-11-19T06:01:45.056ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16012024-11-19T06:01:45.057ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16022024-11-19T06:01:45.057ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 843956860 } })
16032024-11-19T06:01:45.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16042024-11-19T06:01:45.057ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
16052024-11-19T06:01:45.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16062024-11-19T06:01:45.068ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
16072024-11-19T06:01:45.068ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
16082024-11-19T06:01:45.068ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
16092024-11-19T06:01:45.068ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16102024-11-19T06:01:45.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
16112024-11-19T06:01:45.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
16122024-11-19T06:01:45.071ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
16132024-11-19T06:01:45.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
16142024-11-19T06:01:45.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
16152024-11-19T06:01:45.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
16162024-11-19T06:01:45.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16172024-11-19T06:01:45.073ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
16182024-11-19T06:01:45.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
16192024-11-19T06:01:45.076ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 43.283969ms iteration = 18 status = {"errors":[],"records_set_to_done":[]}
16202024-11-19T06:01:45.082ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
16212024-11-19T06:01:45.082ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16222024-11-19T06:01:45.083ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e17a35d6-8430-4875-b2a6-bdccced34985", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:44 GMT"} })
16232024-11-19T06:01:45.083ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16242024-11-19T06:01:45.083ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
16252024-11-19T06:01:45.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
16262024-11-19T06:01:45.084ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
16272024-11-19T06:01:45.087ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 54.363824ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
16282024-11-19T06:01:45.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 55.910301ms iteration = 52 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
16292024-11-19T06:01:45.095ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
16302024-11-19T06:01:45.095ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 61.727551ms iteration = 52 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
16312024-11-19T06:01:45.096ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
16322024-11-19T06:01:45.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
16332024-11-19T06:01:45.096ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16342024-11-19T06:01:45.097ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16352024-11-19T06:01:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16362024-11-19T06:01:45.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 64.881853ms iteration = 18 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
16372024-11-19T06:01:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
16382024-11-19T06:01:45.098ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
16392024-11-19T06:01:45.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
16402024-11-19T06:01:45.100ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16412024-11-19T06:01:45.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16422024-11-19T06:01:45.101ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3335, tv_nsec: 888310570 } })
16432024-11-19T06:01:45.101ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
16442024-11-19T06:01:45.102ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16452024-11-19T06:01:45.104ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
16462024-11-19T06:01:45.104ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 70.849326ms iteration = 18 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
16472024-11-19T06:01:45.104ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
16482024-11-19T06:01:45.104ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
16492024-11-19T06:01:45.104ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
16502024-11-19T06:01:45.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
16512024-11-19T06:01:45.105ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
16522024-11-19T06:01:45.105ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
16532024-11-19T06:01:45.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
16542024-11-19T06:01:45.107ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 74.433883ms iteration = 18 status = 0
16552024-11-19T06:01:45.109ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
16562024-11-19T06:01:45.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
16572024-11-19T06:01:45.110ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16582024-11-19T06:01:45.112ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
16592024-11-19T06:01:45.112ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
16602024-11-19T06:01:45.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
16612024-11-19T06:01:45.115ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 82.046151ms iteration = 21 status = {"physical_disks_added":0}
16622024-11-19T06:01:45.122ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
16632024-11-19T06:01:45.122ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16642024-11-19T06:01:45.122ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "88c0b6ed-51fb-464c-b094-ef2427572b2f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:44 GMT"} })
16652024-11-19T06:01:45.122ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16662024-11-19T06:01:45.124ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
16672024-11-19T06:01:45.135ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 102.002629ms iteration = 18 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
16682024-11-19T06:01:45.144ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
16692024-11-19T06:01:45.144ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
16702024-11-19T06:01:45.144ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 111.066653ms iteration = 18 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
16712024-11-19T06:01:45.151ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
16722024-11-19T06:01:45.151ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "25224b41-b8c5-4323-bfdb-d28d99da2c9b", "content-length": "1", "date": "Tue, 19 Nov 2024 06:01:44 GMT"} })
16732024-11-19T06:01:45.152ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
16742024-11-19T06:01:45.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
16752024-11-19T06:01:45.154ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 121.720573ms iteration = 18 status = null
16762024-11-19T06:01:45.181ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16772024-11-19T06:01:45.181ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16782024-11-19T06:01:45.182ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16792024-11-19T06:01:45.184ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
16802024-11-19T06:01:45.184ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
16812024-11-19T06:01:45.184ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c2e05726-41b9-4a90-a5fe-7545eab9bd54", "content-length": "26", "date": "Tue, 19 Nov 2024 06:01:44 GMT"} })
16822024-11-19T06:01:45.184ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
16832024-11-19T06:01:45.184ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
16842024-11-19T06:01:45.184ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16852024-11-19T06:01:45.185ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16862024-11-19T06:01:45.185ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
16872024-11-19T06:01:45.186ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
16882024-11-19T06:01:45.188ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
16892024-11-19T06:01:45.188ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
16902024-11-19T06:01:45.188ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
16912024-11-19T06:01:45.213ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d473d4a6-8cf9-473c-8e5a-53de06570448 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
16922024-11-19T06:01:45.213ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d473d4a6-8cf9-473c-8e5a-53de06570448 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
16932024-11-19T06:01:45.215ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2021 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d473d4a6-8cf9-473c-8e5a-53de06570448 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
16942024-11-19T06:01:45.219ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7aa87ffc-5327-44d0-91ce-1973bfc400e5 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
16952024-11-19T06:01:45.219ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7aa87ffc-5327-44d0-91ce-1973bfc400e5 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
16962024-11-19T06:01:45.222ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3571 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7aa87ffc-5327-44d0-91ce-1973bfc400e5 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
16972024-11-19T06:01:45.322ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
16982024-11-19T06:01:45.322ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
16992024-11-19T06:01:45.322ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1d1abee6-ca41-419b-b762-794b22742ba5", "content-length": "372", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17002024-11-19T06:01:45.322ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17012024-11-19T06:01:45.323ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17022024-11-19T06:01:45.334ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 301.336418ms iteration = 18 status = {}
17032024-11-19T06:01:45.338ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
17042024-11-19T06:01:45.339ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "7c7831c2-fa76-44b1-9199-1c274010f204", "content-length": "691", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17052024-11-19T06:01:45.339ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
17062024-11-19T06:01:45.339ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
17072024-11-19T06:01:45.339ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
17082024-11-19T06:01:45.341ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 307.659264ms iteration = 18 status = {}
17092024-11-19T06:01:45.353ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
17102024-11-19T06:01:45.353ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
17112024-11-19T06:01:45.353ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "05a996b1-65d7-4088-ae0c-47b8ed6e745b", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17122024-11-19T06:01:45.353ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17132024-11-19T06:01:45.354ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17142024-11-19T06:01:45.356ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17152024-11-19T06:01:45.356ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17162024-11-19T06:01:45.359ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
17172024-11-19T06:01:45.359ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
17182024-11-19T06:01:45.363ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
17192024-11-19T06:01:45.363ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
17202024-11-19T06:01:45.363ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "65e4010f-69fc-419b-9e84-30d535f5012d", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17212024-11-19T06:01:45.365ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 332.400681ms iteration = 19 status = {}
17222024-11-19T06:01:45.389ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17232024-11-19T06:01:45.390ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17242024-11-19T06:01:45.391ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
17252024-11-19T06:01:45.391ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17262024-11-19T06:01:45.391ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17272024-11-19T06:01:45.400ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
17282024-11-19T06:01:45.401ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "30ecc73c-a218-4c27-b730-7f507fa63e58", "content-length": "134", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17292024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
17302024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
17312024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
17322024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
17332024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17342024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17352024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17362024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
17372024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
17382024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
17392024-11-19T06:01:45.401ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
17402024-11-19T06:01:45.401ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17412024-11-19T06:01:45.401ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17422024-11-19T06:01:45.404ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
17432024-11-19T06:01:45.404ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "82d55914-022c-4591-a5e7-ccc4f018327c", "content-length": "2", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17442024-11-19T06:01:45.404ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
17452024-11-19T06:01:45.404ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "0310aad3-c70c-4b55-ad51-3816bbda9050", "content-length": "52", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17462024-11-19T06:01:45.404ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
17472024-11-19T06:01:45.404ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
17482024-11-19T06:01:45.509ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "89e1999c-2f87-45ea-97a4-6500b1d942b7", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17492024-11-19T06:01:45.509ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
17502024-11-19T06:01:45.509ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
17512024-11-19T06:01:45.509ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "60a71f52-1469-4ef3-8465-687b32348fee", "content-length": "682", "date": "Tue, 19 Nov 2024 06:01:45 GMT"} })
17522024-11-19T06:01:45.509ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17532024-11-19T06:01:45.509ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17542024-11-19T06:01:45.513ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17552024-11-19T06:01:45.513ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17562024-11-19T06:01:45.516ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17572024-11-19T06:01:45.516ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17582024-11-19T06:01:45.518ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17592024-11-19T06:01:45.519ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
17602024-11-19T06:01:45.526ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 493.443912ms iteration = 18 status = {}
17612024-11-19T06:01:46.235ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a15e565-0b63-4810-8504-2628cdb3034e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17622024-11-19T06:01:46.235ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a15e565-0b63-4810-8504-2628cdb3034e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17632024-11-19T06:01:46.237ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2453 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a15e565-0b63-4810-8504-2628cdb3034e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17642024-11-19T06:01:47.260ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6df8b5db-1bf4-4b06-a73d-a086e0b89b47 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17652024-11-19T06:01:47.260ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6df8b5db-1bf4-4b06-a73d-a086e0b89b47 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17662024-11-19T06:01:47.262ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2432 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6df8b5db-1bf4-4b06-a73d-a086e0b89b47 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17672024-11-19T06:01:48.284ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b7883fbc-accf-4b3e-8480-1050d3caecc6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17682024-11-19T06:01:48.284ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b7883fbc-accf-4b3e-8480-1050d3caecc6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17692024-11-19T06:01:48.286ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2467 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b7883fbc-accf-4b3e-8480-1050d3caecc6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17702024-11-19T06:01:49.307ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b6a971a-98ff-4326-907f-bee4643244db roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17712024-11-19T06:01:49.308ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b6a971a-98ff-4326-907f-bee4643244db resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17722024-11-19T06:01:49.310ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2457 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b6a971a-98ff-4326-907f-bee4643244db response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17732024-11-19T06:01:50.330ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8da0dd4-4225-4a4b-b115-5d5f0589d8cd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17742024-11-19T06:01:50.330ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8da0dd4-4225-4a4b-b115-5d5f0589d8cd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17752024-11-19T06:01:50.332ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2304 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8da0dd4-4225-4a4b-b115-5d5f0589d8cd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17762024-11-19T06:01:50.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1462 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 7337b920-db94-4e1b-a318-d8a87b906245 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
17772024-11-19T06:01:51.353ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2615f6fc-81fc-48f9-b617-f335092d95e1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17782024-11-19T06:01:51.353ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2615f6fc-81fc-48f9-b617-f335092d95e1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17792024-11-19T06:01:51.355ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2715 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2615f6fc-81fc-48f9-b617-f335092d95e1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17802024-11-19T06:01:52.378ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cb5dbcfc-89cf-41f3-9741-2ed9037b82d0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17812024-11-19T06:01:52.378ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cb5dbcfc-89cf-41f3-9741-2ed9037b82d0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17822024-11-19T06:01:52.380ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2240 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cb5dbcfc-89cf-41f3-9741-2ed9037b82d0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17832024-11-19T06:01:53.402ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5800200f-e099-4ed0-8035-ab4a736e7091 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17842024-11-19T06:01:53.402ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5800200f-e099-4ed0-8035-ab4a736e7091 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17852024-11-19T06:01:53.403ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1851 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5800200f-e099-4ed0-8035-ab4a736e7091 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17862024-11-19T06:01:54.425ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 931afb00-4a5d-426f-a7ff-53667bf07625 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17872024-11-19T06:01:54.425ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 931afb00-4a5d-426f-a7ff-53667bf07625 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17882024-11-19T06:01:54.427ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1985 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 931afb00-4a5d-426f-a7ff-53667bf07625 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
17892024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 53 reason = Timeout
17902024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
17912024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
17922024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
17932024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
17942024-11-19T06:01:55.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
17952024-11-19T06:01:55.062ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
17962024-11-19T06:01:55.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
17972024-11-19T06:01:55.063ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17982024-11-19T06:01:55.065ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
17992024-11-19T06:01:55.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18002024-11-19T06:01:55.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18012024-11-19T06:01:55.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18022024-11-19T06:01:55.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18032024-11-19T06:01:55.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18042024-11-19T06:01:55.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
18052024-11-19T06:01:55.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18062024-11-19T06:01:55.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18072024-11-19T06:01:55.083ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
18082024-11-19T06:01:55.083ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 50.13086ms iteration = 53 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
18092024-11-19T06:01:55.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 55.756709ms iteration = 53 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
18102024-11-19T06:01:55.448ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 504e1085-3042-4470-b487-8b5ff061ffa5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18112024-11-19T06:01:55.448ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 504e1085-3042-4470-b487-8b5ff061ffa5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18122024-11-19T06:01:55.450ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2232 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 504e1085-3042-4470-b487-8b5ff061ffa5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18132024-11-19T06:01:56.471ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98689c2f-41bc-47c1-b02e-5b3926a58ef2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18142024-11-19T06:01:56.471ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98689c2f-41bc-47c1-b02e-5b3926a58ef2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18152024-11-19T06:01:56.473ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2023 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98689c2f-41bc-47c1-b02e-5b3926a58ef2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18162024-11-19T06:01:57.495ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4f5254e1-4893-4eeb-8e8f-57830c9c4ff2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18172024-11-19T06:01:57.496ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4f5254e1-4893-4eeb-8e8f-57830c9c4ff2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18182024-11-19T06:01:57.497ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1875 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4f5254e1-4893-4eeb-8e8f-57830c9c4ff2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18192024-11-19T06:01:58.518ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0329722a-6233-470f-b9d3-42c5bf889345 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18202024-11-19T06:01:58.518ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0329722a-6233-470f-b9d3-42c5bf889345 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18212024-11-19T06:01:58.520ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2305 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0329722a-6233-470f-b9d3-42c5bf889345 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18222024-11-19T06:01:59.539ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9387ac7-2f75-4e1f-9bda-585729b1e99c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18232024-11-19T06:01:59.540ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9387ac7-2f75-4e1f-9bda-585729b1e99c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18242024-11-19T06:01:59.542ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2437 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b9387ac7-2f75-4e1f-9bda-585729b1e99c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18252024-11-19T06:02:00.563ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9455326-4940-40e9-9956-11b2b7c71e67 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18262024-11-19T06:02:00.563ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9455326-4940-40e9-9956-11b2b7c71e67 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18272024-11-19T06:02:00.565ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2335 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9455326-4940-40e9-9956-11b2b7c71e67 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18282024-11-19T06:02:01.587ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64add446-321e-4c23-a387-a0d04322b4a4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18292024-11-19T06:02:01.588ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64add446-321e-4c23-a387-a0d04322b4a4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18302024-11-19T06:02:01.589ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1782 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64add446-321e-4c23-a387-a0d04322b4a4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18312024-11-19T06:02:02.611ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef9ec98b-755a-40e9-a52d-c5b103888eb4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18322024-11-19T06:02:02.612ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef9ec98b-755a-40e9-a52d-c5b103888eb4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18332024-11-19T06:02:02.613ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2146 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef9ec98b-755a-40e9-a52d-c5b103888eb4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18342024-11-19T06:02:03.634ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dd84fe4-3970-4981-9c54-410399eedaa0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18352024-11-19T06:02:03.634ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dd84fe4-3970-4981-9c54-410399eedaa0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18362024-11-19T06:02:03.636ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2228 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dd84fe4-3970-4981-9c54-410399eedaa0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18372024-11-19T06:02:04.658ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf670946-e76d-416d-9975-9caf759924d4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18382024-11-19T06:02:04.659ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf670946-e76d-416d-9975-9caf759924d4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18392024-11-19T06:02:04.660ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2160 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf670946-e76d-416d-9975-9caf759924d4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18402024-11-19T06:02:05.032ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
18412024-11-19T06:02:05.032ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 54 reason = Timeout
18422024-11-19T06:02:05.032ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18432024-11-19T06:02:05.032ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18442024-11-19T06:02:05.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18452024-11-19T06:02:05.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18462024-11-19T06:02:05.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
18472024-11-19T06:02:05.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18482024-11-19T06:02:05.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
18492024-11-19T06:02:05.037ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
18502024-11-19T06:02:05.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18512024-11-19T06:02:05.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18522024-11-19T06:02:05.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18532024-11-19T06:02:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18542024-11-19T06:02:05.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
18552024-11-19T06:02:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
18562024-11-19T06:02:05.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
18572024-11-19T06:02:05.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
18582024-11-19T06:02:05.055ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
18592024-11-19T06:02:05.055ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.864567ms iteration = 54 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
18602024-11-19T06:02:05.064ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.84345ms iteration = 54 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
18612024-11-19T06:02:05.683ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24fa1985-e5ff-45d7-adae-d5caeda6ea08 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18622024-11-19T06:02:05.684ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24fa1985-e5ff-45d7-adae-d5caeda6ea08 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18632024-11-19T06:02:05.685ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1896 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24fa1985-e5ff-45d7-adae-d5caeda6ea08 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18642024-11-19T06:02:05.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1405 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 7109cc40-af3d-40fd-b031-b268eedc6943 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
18652024-11-19T06:02:06.707ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d904c546-eafc-4682-9928-c4209205995f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18662024-11-19T06:02:06.707ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d904c546-eafc-4682-9928-c4209205995f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18672024-11-19T06:02:06.709ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1548 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d904c546-eafc-4682-9928-c4209205995f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18682024-11-19T06:02:07.730ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 605d88de-abb1-473d-8681-c035d91162e6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18692024-11-19T06:02:07.730ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 605d88de-abb1-473d-8681-c035d91162e6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18702024-11-19T06:02:07.732ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2433 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 605d88de-abb1-473d-8681-c035d91162e6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18712024-11-19T06:02:08.754ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fd274d-91f4-49e8-a562-82e57a18b81f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18722024-11-19T06:02:08.754ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fd274d-91f4-49e8-a562-82e57a18b81f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18732024-11-19T06:02:08.756ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2359 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fd274d-91f4-49e8-a562-82e57a18b81f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18742024-11-19T06:02:09.777ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 279e0a19-8f8a-42fa-9a15-0bf8b9b59e73 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18752024-11-19T06:02:09.777ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 279e0a19-8f8a-42fa-9a15-0bf8b9b59e73 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18762024-11-19T06:02:09.779ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1985 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 279e0a19-8f8a-42fa-9a15-0bf8b9b59e73 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18772024-11-19T06:02:10.801ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b31c4ef0-6da3-493e-a003-6ad52c7f4a98 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18782024-11-19T06:02:10.801ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b31c4ef0-6da3-493e-a003-6ad52c7f4a98 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18792024-11-19T06:02:10.803ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2150 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b31c4ef0-6da3-493e-a003-6ad52c7f4a98 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18802024-11-19T06:02:11.824ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dade00d1-b29b-4462-b7b2-b55c842b445e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18812024-11-19T06:02:11.825ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dade00d1-b29b-4462-b7b2-b55c842b445e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18822024-11-19T06:02:11.826ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2119 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dade00d1-b29b-4462-b7b2-b55c842b445e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18832024-11-19T06:02:12.849ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07b42daa-80e7-4b6e-b3a9-563f4fb836a9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18842024-11-19T06:02:12.849ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07b42daa-80e7-4b6e-b3a9-563f4fb836a9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18852024-11-19T06:02:12.852ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3713 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07b42daa-80e7-4b6e-b3a9-563f4fb836a9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18862024-11-19T06:02:13.883ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fd8fb26-27c6-4375-94c6-b919faf045fd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18872024-11-19T06:02:13.883ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fd8fb26-27c6-4375-94c6-b919faf045fd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18882024-11-19T06:02:13.884ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1902 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fd8fb26-27c6-4375-94c6-b919faf045fd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18892024-11-19T06:02:14.906ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 222165b8-985c-4bda-bab4-919ef2c97728 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18902024-11-19T06:02:14.906ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 222165b8-985c-4bda-bab4-919ef2c97728 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18912024-11-19T06:02:14.908ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2613 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 222165b8-985c-4bda-bab4-919ef2c97728 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
18922024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
18932024-11-19T06:02:15.033ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
18942024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 22.96\u{b5}s iteration = 11 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
18952024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
18962024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 5 reason = Timeout
18972024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
18982024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
18992024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
19002024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
19012024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
19022024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
19032024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
19042024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
19052024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
19062024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
19072024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
19082024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
19092024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
19102024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
19112024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
19122024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
19132024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 19 reason = Timeout
19142024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
19152024-11-19T06:02:15.033ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:52:15.033146135 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
19162024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
19172024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
19182024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
19192024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 10 reason = Timeout
19202024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19212024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
19222024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
19232024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
19242024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
19252024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 10 reason = Timeout
19262024-11-19T06:02:15.033ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
19272024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 19 reason = Timeout
19282024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
19292024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
19302024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 19 reason = Timeout
19312024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
19322024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
19332024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 10 reason = Timeout
19342024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
19352024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 20 reason = Timeout
19362024-11-19T06:02:15.033ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
19372024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 55 reason = Timeout
19382024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
19392024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 10 reason = Timeout
19402024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
19412024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
19422024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
19432024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
19442024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
19452024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
19462024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
19472024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
19482024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
19492024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
19502024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
19512024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
19522024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
19532024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
19542024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
19552024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
19562024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
19572024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
19582024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
19592024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
19602024-11-19T06:02:15.033ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 820148273 } })
19612024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
19622024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
19632024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
19642024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 19 reason = Timeout
19652024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
19662024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
19672024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
19682024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 19 reason = Timeout
19692024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 19 reason = Timeout
19702024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
19712024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
19722024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
19732024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
19742024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
19752024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
19762024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
19772024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
19782024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
19792024-11-19T06:02:15.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
19802024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
19812024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
19822024-11-19T06:02:15.034ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 820405205 } })
19832024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
19842024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
19852024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
19862024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
19872024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
19882024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
19892024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.274374ms iteration = 11 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
19902024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
19912024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
19922024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
19932024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
19942024-11-19T06:02:15.034ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.453685ms iteration = 11 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
19952024-11-19T06:02:15.036ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
19962024-11-19T06:02:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
19972024-11-19T06:02:15.036ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19982024-11-19T06:02:15.036ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
19992024-11-19T06:02:15.037ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.460286ms iteration = 19 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
20002024-11-19T06:02:15.038ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20012024-11-19T06:02:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
20022024-11-19T06:02:15.038ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20032024-11-19T06:02:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20042024-11-19T06:02:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
20052024-11-19T06:02:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
20062024-11-19T06:02:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
20072024-11-19T06:02:15.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20082024-11-19T06:02:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20092024-11-19T06:02:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
20102024-11-19T06:02:15.040ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
20112024-11-19T06:02:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
20122024-11-19T06:02:15.041ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20132024-11-19T06:02:15.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20142024-11-19T06:02:15.042ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 9.61982ms iteration = 10 status = {"errors":[],"found_port_ok":[]}
20152024-11-19T06:02:15.043ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:52:15.033146135 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
20162024-11-19T06:02:15.043ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.484949ms iteration = 10 status = {"expiration":"2024-11-19T05:52:15.033146135Z","pruned":[]}
20172024-11-19T06:02:15.044ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
20182024-11-19T06:02:15.044ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20192024-11-19T06:02:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20202024-11-19T06:02:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
20212024-11-19T06:02:15.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20222024-11-19T06:02:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20232024-11-19T06:02:15.046ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 832795674 } })
20242024-11-19T06:02:15.046ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
20252024-11-19T06:02:15.047ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
20262024-11-19T06:02:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
20272024-11-19T06:02:15.050ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 837065848 } })
20282024-11-19T06:02:15.050ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
20292024-11-19T06:02:15.051ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20302024-11-19T06:02:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
20312024-11-19T06:02:15.054ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
20322024-11-19T06:02:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
20332024-11-19T06:02:15.056ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20342024-11-19T06:02:15.059ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
20352024-11-19T06:02:15.059ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20362024-11-19T06:02:15.059ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20372024-11-19T06:02:15.061ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20382024-11-19T06:02:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
20392024-11-19T06:02:15.064ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20402024-11-19T06:02:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20412024-11-19T06:02:15.067ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 854284677 } })
20422024-11-19T06:02:15.068ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
20432024-11-19T06:02:15.069ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
20442024-11-19T06:02:15.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
20452024-11-19T06:02:15.071ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
20462024-11-19T06:02:15.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
20472024-11-19T06:02:15.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20482024-11-19T06:02:15.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20492024-11-19T06:02:15.082ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20502024-11-19T06:02:15.086ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
20512024-11-19T06:02:15.086ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20522024-11-19T06:02:15.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20532024-11-19T06:02:15.090ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20542024-11-19T06:02:15.093ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
20552024-11-19T06:02:15.093ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20562024-11-19T06:02:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20572024-11-19T06:02:15.095ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20582024-11-19T06:02:15.095ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
20592024-11-19T06:02:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
20602024-11-19T06:02:15.096ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
20612024-11-19T06:02:15.096ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
20622024-11-19T06:02:15.096ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
20632024-11-19T06:02:15.096ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
20642024-11-19T06:02:15.096ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
20652024-11-19T06:02:15.096ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 62.981494ms iteration = 10 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
20662024-11-19T06:02:15.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
20672024-11-19T06:02:15.097ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
20682024-11-19T06:02:15.097ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
20692024-11-19T06:02:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
20702024-11-19T06:02:15.097ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20712024-11-19T06:02:15.098ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
20722024-11-19T06:02:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
20732024-11-19T06:02:15.099ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
20742024-11-19T06:02:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
20752024-11-19T06:02:15.099ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
20762024-11-19T06:02:15.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
20772024-11-19T06:02:15.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
20782024-11-19T06:02:15.100ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20792024-11-19T06:02:15.102ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
20802024-11-19T06:02:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
20812024-11-19T06:02:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
20822024-11-19T06:02:15.103ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
20832024-11-19T06:02:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20842024-11-19T06:02:15.106ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20852024-11-19T06:02:15.107ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
20862024-11-19T06:02:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
20872024-11-19T06:02:15.109ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20882024-11-19T06:02:15.110ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
20892024-11-19T06:02:15.110ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20902024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
20912024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
20922024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
20932024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
20942024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
20952024-11-19T06:02:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
20962024-11-19T06:02:15.117ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20972024-11-19T06:02:15.120ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
20982024-11-19T06:02:15.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
20992024-11-19T06:02:15.123ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
21002024-11-19T06:02:15.123ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
21012024-11-19T06:02:15.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
21022024-11-19T06:02:15.128ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 94.551742ms iteration = 19 status = {"errors":[],"garbage_collect_requested":[]}
21032024-11-19T06:02:15.128ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 95.812164ms iteration = 5 status = {"nsuccess":5}
21042024-11-19T06:02:15.129ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 95.299109ms iteration = 19 status = {"errors":[],"records_set_to_done":[]}
21052024-11-19T06:02:15.138ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
21062024-11-19T06:02:15.138ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
21072024-11-19T06:02:15.138ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 105.511035ms iteration = 10 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
21082024-11-19T06:02:15.141ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
21092024-11-19T06:02:15.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
21102024-11-19T06:02:15.143ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 110.648528ms iteration = 55 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
21112024-11-19T06:02:15.144ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
21122024-11-19T06:02:15.144ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 110.834781ms iteration = 55 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
21132024-11-19T06:02:15.147ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
21142024-11-19T06:02:15.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
21152024-11-19T06:02:15.148ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 115.61863ms iteration = 19 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
21162024-11-19T06:02:15.149ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 116.435059ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
21172024-11-19T06:02:15.150ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
21182024-11-19T06:02:15.151ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
21192024-11-19T06:02:15.151ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
21202024-11-19T06:02:15.151ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21212024-11-19T06:02:15.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
21222024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
21232024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
21242024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
21252024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21262024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
21272024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
21282024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
21292024-11-19T06:02:15.154ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21302024-11-19T06:02:15.157ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
21312024-11-19T06:02:15.157ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
21322024-11-19T06:02:15.157ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
21332024-11-19T06:02:15.157ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
21342024-11-19T06:02:15.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
21352024-11-19T06:02:15.162ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
21362024-11-19T06:02:15.162ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 128.873488ms iteration = 19 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
21372024-11-19T06:02:15.163ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
21382024-11-19T06:02:15.163ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
21392024-11-19T06:02:15.172ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
21402024-11-19T06:02:15.175ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
21412024-11-19T06:02:15.175ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21422024-11-19T06:02:15.175ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "03ae201d-8844-42ff-9133-19e4b909a29e", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:14 GMT"} })
21432024-11-19T06:02:15.176ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21442024-11-19T06:02:15.177ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
21452024-11-19T06:02:15.186ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
21462024-11-19T06:02:15.186ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21472024-11-19T06:02:15.186ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f173d96-8e04-4df6-8c8b-3451683a5aa8", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:14 GMT"} })
21482024-11-19T06:02:15.186ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21492024-11-19T06:02:15.188ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
21502024-11-19T06:02:15.203ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
21512024-11-19T06:02:15.232ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
21522024-11-19T06:02:15.232ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
21532024-11-19T06:02:15.256ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e6b42d2b-3cf2-4035-81f3-801a2e01a71e roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
21542024-11-19T06:02:15.256ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e6b42d2b-3cf2-4035-81f3-801a2e01a71e resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
21552024-11-19T06:02:15.280ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
21562024-11-19T06:02:15.280ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
21572024-11-19T06:02:15.281ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5c2eac1-e4cb-4668-b686-5b9cc1a66ca1", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:14 GMT"} })
21582024-11-19T06:02:15.281ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
21592024-11-19T06:02:15.282ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
21602024-11-19T06:02:15.359ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
21612024-11-19T06:02:15.359ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "9c4d746e-334d-415b-b0a7-2e40ff7f0352", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
21622024-11-19T06:02:15.359ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
21632024-11-19T06:02:15.361ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "305f862b-13a2-4964-8e24-c613593c54d4", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
21642024-11-19T06:02:15.361ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
21652024-11-19T06:02:15.363ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
21662024-11-19T06:02:15.363ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 329.925045ms iteration = 12 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
21672024-11-19T06:02:15.365ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
21682024-11-19T06:02:15.366ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "f47cf258-5c8a-4678-9fb0-8804d3a7aa48", "content-length": "1", "date": "Tue, 19 Nov 2024 06:02:14 GMT"} })
21692024-11-19T06:02:15.367ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
21702024-11-19T06:02:15.368ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
21712024-11-19T06:02:15.399ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 366.07702ms iteration = 19 status = {}
21722024-11-19T06:02:15.425ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
21732024-11-19T06:02:15.425ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
21742024-11-19T06:02:15.425ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b8592b7f-8f9e-4587-95b5-91477baa18af", "content-length": "372", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
21752024-11-19T06:02:15.425ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
21762024-11-19T06:02:15.426ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
21772024-11-19T06:02:15.428ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
21782024-11-19T06:02:15.428ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
21792024-11-19T06:02:15.430ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21802024-11-19T06:02:15.432ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 399.560457ms iteration = 19 status = null
21812024-11-19T06:02:15.433ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 177311 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e6b42d2b-3cf2-4035-81f3-801a2e01a71e response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
21822024-11-19T06:02:15.434ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
21832024-11-19T06:02:15.434ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
21842024-11-19T06:02:15.434ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
21852024-11-19T06:02:15.444ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
21862024-11-19T06:02:15.463ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 429.69122ms iteration = 19 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
21872024-11-19T06:02:15.464ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21882024-11-19T06:02:15.464ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
21892024-11-19T06:02:15.464ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
21902024-11-19T06:02:15.464ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 431.58962ms iteration = 19 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
21912024-11-19T06:02:15.464ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21922024-11-19T06:02:15.467ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
21932024-11-19T06:02:15.467ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
21942024-11-19T06:02:15.467ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
21952024-11-19T06:02:15.468ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
21962024-11-19T06:02:15.468ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
21972024-11-19T06:02:15.468ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
21982024-11-19T06:02:15.468ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
21992024-11-19T06:02:15.470ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 437.002045ms iteration = 19 status = 0
22002024-11-19T06:02:15.470ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
22012024-11-19T06:02:15.470ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
22022024-11-19T06:02:15.470ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
22032024-11-19T06:02:15.471ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 438.577752ms iteration = 22 status = {"physical_disks_added":0}
22042024-11-19T06:02:15.471ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
22052024-11-19T06:02:15.472ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
22062024-11-19T06:02:15.473ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22072024-11-19T06:02:15.476ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
22082024-11-19T06:02:15.476ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
22092024-11-19T06:02:15.476ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
22102024-11-19T06:02:15.477ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22112024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
22122024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
22132024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
22142024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
22152024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
22162024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
22172024-11-19T06:02:15.479ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
22182024-11-19T06:02:15.481ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22192024-11-19T06:02:15.481ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
22202024-11-19T06:02:15.481ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
22212024-11-19T06:02:15.481ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
22222024-11-19T06:02:15.482ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
22232024-11-19T06:02:15.484ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
22242024-11-19T06:02:15.484ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
22252024-11-19T06:02:15.484ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
22262024-11-19T06:02:15.484ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
22272024-11-19T06:02:15.484ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
22282024-11-19T06:02:15.485ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "99293d71-79bc-4ead-91c0-b3083ca01524", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22292024-11-19T06:02:15.485ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22302024-11-19T06:02:15.485ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22312024-11-19T06:02:15.486ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
22322024-11-19T06:02:15.486ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
22332024-11-19T06:02:15.486ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
22342024-11-19T06:02:15.486ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 453.542728ms iteration = 11 status = {"generation":2}
22352024-11-19T06:02:15.487ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22362024-11-19T06:02:15.487ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22372024-11-19T06:02:15.490ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
22382024-11-19T06:02:15.491ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
22392024-11-19T06:02:15.495ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
22402024-11-19T06:02:15.495ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
22412024-11-19T06:02:15.495ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "1514f073-0509-444c-a176-47fe71c58dee", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22422024-11-19T06:02:15.496ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 463.644723ms iteration = 20 status = {}
22432024-11-19T06:02:15.503ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
22442024-11-19T06:02:15.503ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "928dd740-a2b2-43ce-959f-877921c38b64", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22452024-11-19T06:02:15.503ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22462024-11-19T06:02:15.504ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "6a8be8c8-337b-4879-9e32-1336ceaf81e7", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22472024-11-19T06:02:15.504ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22482024-11-19T06:02:15.505ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "83a5d266-b92b-419f-b613-e9cb9df933db", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22492024-11-19T06:02:15.505ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22502024-11-19T06:02:15.507ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
22512024-11-19T06:02:15.507ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 474.510485ms iteration = 12 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
22522024-11-19T06:02:15.509ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
22532024-11-19T06:02:15.509ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 476.492596ms iteration = 11 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
22542024-11-19T06:02:15.511ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
22552024-11-19T06:02:15.514ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
22562024-11-19T06:02:15.514ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
22572024-11-19T06:02:15.514ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
22582024-11-19T06:02:15.516ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
22592024-11-19T06:02:15.516ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
22602024-11-19T06:02:15.516ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
22612024-11-19T06:02:15.516ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 483.786461ms iteration = 11 status = {"generation":1}
22622024-11-19T06:02:15.536ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
22632024-11-19T06:02:15.536ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 503.328154ms iteration = 10 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
22642024-11-19T06:02:15.539ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22652024-11-19T06:02:15.540ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22662024-11-19T06:02:15.544ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
22672024-11-19T06:02:15.544ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22682024-11-19T06:02:15.544ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22692024-11-19T06:02:15.569ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
22702024-11-19T06:02:15.570ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c981c0a-82c7-40bc-b149-e55706193444", "content-length": "691", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22712024-11-19T06:02:15.570ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
22722024-11-19T06:02:15.570ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
22732024-11-19T06:02:15.570ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
22742024-11-19T06:02:15.571ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 538.354518ms iteration = 19 status = {}
22752024-11-19T06:02:15.580ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
22762024-11-19T06:02:15.581ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "452f7a69-2644-462e-bae8-51f1fc25a258", "content-length": "134", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22772024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
22782024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
22792024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
22802024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
22812024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22822024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22832024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22842024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
22852024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
22862024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
22872024-11-19T06:02:15.581ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
22882024-11-19T06:02:15.581ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
22892024-11-19T06:02:15.581ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
22902024-11-19T06:02:15.584ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
22912024-11-19T06:02:15.584ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "423f3f4c-423d-4a8b-be72-8ea414c4d2ce", "content-length": "2", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22922024-11-19T06:02:15.584ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
22932024-11-19T06:02:15.584ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "1cae689a-807a-4944-9608-9ec28f3fff42", "content-length": "52", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22942024-11-19T06:02:15.584ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
22952024-11-19T06:02:15.584ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
22962024-11-19T06:02:15.688ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0bacf168-1465-469b-8e49-ec11f87167d9", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
22972024-11-19T06:02:15.688ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
22982024-11-19T06:02:15.688ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
22992024-11-19T06:02:15.689ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "efcfc92e-a402-4ea9-b26e-30fadddd128d", "content-length": "682", "date": "Tue, 19 Nov 2024 06:02:15 GMT"} })
23002024-11-19T06:02:15.689ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23012024-11-19T06:02:15.689ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23022024-11-19T06:02:15.693ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23032024-11-19T06:02:15.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23042024-11-19T06:02:15.697ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23052024-11-19T06:02:15.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23062024-11-19T06:02:15.698ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
23072024-11-19T06:02:15.699ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
23082024-11-19T06:02:15.706ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 673.41963ms iteration = 19 status = {}
23092024-11-19T06:02:15.932ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f95801ec-79f8-44e4-90f3-cd2976993bea roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23102024-11-19T06:02:15.933ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f95801ec-79f8-44e4-90f3-cd2976993bea resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23112024-11-19T06:02:15.935ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2410 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f95801ec-79f8-44e4-90f3-cd2976993bea response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23122024-11-19T06:02:16.956ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f4810b19-d04e-405d-af0c-ad5669472520 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23132024-11-19T06:02:16.957ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f4810b19-d04e-405d-af0c-ad5669472520 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23142024-11-19T06:02:16.959ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2313 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f4810b19-d04e-405d-af0c-ad5669472520 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23152024-11-19T06:02:17.979ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5500d997-e13d-413d-861c-e8e090954943 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23162024-11-19T06:02:17.979ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5500d997-e13d-413d-861c-e8e090954943 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23172024-11-19T06:02:17.981ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2144 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5500d997-e13d-413d-861c-e8e090954943 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23182024-11-19T06:02:19.001ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 825e0128-65d7-47d4-89e3-082e2ed18257 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23192024-11-19T06:02:19.001ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 825e0128-65d7-47d4-89e3-082e2ed18257 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23202024-11-19T06:02:19.003ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2217 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 825e0128-65d7-47d4-89e3-082e2ed18257 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23212024-11-19T06:02:20.025ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e136c27-14e3-4e1d-bd7a-024de954ed50 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23222024-11-19T06:02:20.025ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e136c27-14e3-4e1d-bd7a-024de954ed50 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23232024-11-19T06:02:20.028ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2652 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e136c27-14e3-4e1d-bd7a-024de954ed50 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23242024-11-19T06:02:20.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1734 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 9d1c513a-2fec-4ac2-b8e1-ab122a256379 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
23252024-11-19T06:02:21.051ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ff829d0-6616-4972-b37e-b423bf5bb87a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23262024-11-19T06:02:21.051ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ff829d0-6616-4972-b37e-b423bf5bb87a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23272024-11-19T06:02:21.053ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2129 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ff829d0-6616-4972-b37e-b423bf5bb87a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23282024-11-19T06:02:22.075ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b871499-e943-4e84-9b7d-e620e2625fb4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23292024-11-19T06:02:22.075ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b871499-e943-4e84-9b7d-e620e2625fb4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23302024-11-19T06:02:22.077ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2363 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b871499-e943-4e84-9b7d-e620e2625fb4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23312024-11-19T06:02:23.096ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3168835-4e12-47fc-8c79-dfa5411c33a8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23322024-11-19T06:02:23.097ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3168835-4e12-47fc-8c79-dfa5411c33a8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23332024-11-19T06:02:23.098ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2186 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3168835-4e12-47fc-8c79-dfa5411c33a8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23342024-11-19T06:02:24.119ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2fb5f5c2-0d7e-4996-bbb3-60a39c537bb1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23352024-11-19T06:02:24.120ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2fb5f5c2-0d7e-4996-bbb3-60a39c537bb1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23362024-11-19T06:02:24.122ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2230 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2fb5f5c2-0d7e-4996-bbb3-60a39c537bb1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23372024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
23382024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 56 reason = Timeout
23392024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23402024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23412024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23422024-11-19T06:02:25.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23432024-11-19T06:02:25.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23442024-11-19T06:02:25.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23452024-11-19T06:02:25.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23462024-11-19T06:02:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
23472024-11-19T06:02:25.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23482024-11-19T06:02:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23492024-11-19T06:02:25.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23502024-11-19T06:02:25.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23512024-11-19T06:02:25.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23522024-11-19T06:02:25.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
23532024-11-19T06:02:25.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23542024-11-19T06:02:25.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23552024-11-19T06:02:25.055ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
23562024-11-19T06:02:25.055ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.727826ms iteration = 56 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
23572024-11-19T06:02:25.061ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 28.399505ms iteration = 56 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
23582024-11-19T06:02:25.143ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5689de71-f0d6-4ca2-bcc7-aaa7299b29e5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23592024-11-19T06:02:25.143ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5689de71-f0d6-4ca2-bcc7-aaa7299b29e5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23602024-11-19T06:02:25.145ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1647 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5689de71-f0d6-4ca2-bcc7-aaa7299b29e5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23612024-11-19T06:02:26.167ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a80b298-dfea-4989-8d24-fe18eed275b0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23622024-11-19T06:02:26.167ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a80b298-dfea-4989-8d24-fe18eed275b0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23632024-11-19T06:02:26.169ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2473 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0a80b298-dfea-4989-8d24-fe18eed275b0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23642024-11-19T06:02:27.190ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8d27c7c7-daec-47b9-b892-e367619a9d28 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23652024-11-19T06:02:27.190ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8d27c7c7-daec-47b9-b892-e367619a9d28 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23662024-11-19T06:02:27.192ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2334 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8d27c7c7-daec-47b9-b892-e367619a9d28 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23672024-11-19T06:02:28.214ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8775fc93-483c-43f9-916d-b5e1b675c301 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23682024-11-19T06:02:28.214ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8775fc93-483c-43f9-916d-b5e1b675c301 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23692024-11-19T06:02:28.216ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2339 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8775fc93-483c-43f9-916d-b5e1b675c301 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23702024-11-19T06:02:29.237ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 10475260-7060-4ce7-afe4-122050ec259e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23712024-11-19T06:02:29.237ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 10475260-7060-4ce7-afe4-122050ec259e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23722024-11-19T06:02:29.239ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2068 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 10475260-7060-4ce7-afe4-122050ec259e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23732024-11-19T06:02:30.260ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 055a7755-df0d-4042-b07e-f0b8ae29c684 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23742024-11-19T06:02:30.260ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 055a7755-df0d-4042-b07e-f0b8ae29c684 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23752024-11-19T06:02:30.262ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2419 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 055a7755-df0d-4042-b07e-f0b8ae29c684 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23762024-11-19T06:02:31.284ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5490d8d-66bc-480f-9c78-c8f7a0863327 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23772024-11-19T06:02:31.284ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5490d8d-66bc-480f-9c78-c8f7a0863327 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23782024-11-19T06:02:31.286ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2236 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5490d8d-66bc-480f-9c78-c8f7a0863327 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23792024-11-19T06:02:32.307ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 92077c29-0030-49a2-bab7-332324c61924 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23802024-11-19T06:02:32.307ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 92077c29-0030-49a2-bab7-332324c61924 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23812024-11-19T06:02:32.309ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2077 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 92077c29-0030-49a2-bab7-332324c61924 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23822024-11-19T06:02:33.330ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77418b37-a0e3-49ba-a9c3-95f210fdb96f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23832024-11-19T06:02:33.330ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77418b37-a0e3-49ba-a9c3-95f210fdb96f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23842024-11-19T06:02:33.332ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2019 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77418b37-a0e3-49ba-a9c3-95f210fdb96f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23852024-11-19T06:02:34.352ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 033aa523-e1b8-4c7e-b9bf-ed46193f9e62 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23862024-11-19T06:02:34.353ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 033aa523-e1b8-4c7e-b9bf-ed46193f9e62 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23872024-11-19T06:02:34.355ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2460 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 033aa523-e1b8-4c7e-b9bf-ed46193f9e62 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
23882024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 57 reason = Timeout
23892024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
23902024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23912024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23922024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23932024-11-19T06:02:35.033ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
23942024-11-19T06:02:35.061ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
23952024-11-19T06:02:35.061ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
23962024-11-19T06:02:35.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23972024-11-19T06:02:35.064ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
23982024-11-19T06:02:35.064ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
23992024-11-19T06:02:35.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24002024-11-19T06:02:35.065ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24012024-11-19T06:02:35.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24022024-11-19T06:02:35.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24032024-11-19T06:02:35.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
24042024-11-19T06:02:35.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24052024-11-19T06:02:35.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24062024-11-19T06:02:35.086ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
24072024-11-19T06:02:35.086ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 52.451095ms iteration = 57 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
24082024-11-19T06:02:35.096ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.668941ms iteration = 57 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
24092024-11-19T06:02:35.377ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a27ce1c0-0587-476a-9e08-51a1e880ba37 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24102024-11-19T06:02:35.377ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a27ce1c0-0587-476a-9e08-51a1e880ba37 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24112024-11-19T06:02:35.379ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2276 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a27ce1c0-0587-476a-9e08-51a1e880ba37 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24122024-11-19T06:02:35.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1206 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 44bce76e-d829-44a8-8b9e-79c84861ed7e response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
24132024-11-19T06:02:36.401ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52542c6f-700c-4d8d-bb0d-944503be0726 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24142024-11-19T06:02:36.401ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52542c6f-700c-4d8d-bb0d-944503be0726 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24152024-11-19T06:02:36.402ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1782 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 52542c6f-700c-4d8d-bb0d-944503be0726 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24162024-11-19T06:02:37.424ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 239eaab2-fc16-4869-a131-d9a7a7aa3a6a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24172024-11-19T06:02:37.424ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 239eaab2-fc16-4869-a131-d9a7a7aa3a6a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24182024-11-19T06:02:37.426ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1973 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 239eaab2-fc16-4869-a131-d9a7a7aa3a6a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24192024-11-19T06:02:38.447ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7bed4d3f-dd4f-4274-a880-4d5e740d1e48 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24202024-11-19T06:02:38.448ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7bed4d3f-dd4f-4274-a880-4d5e740d1e48 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24212024-11-19T06:02:38.449ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2273 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7bed4d3f-dd4f-4274-a880-4d5e740d1e48 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24222024-11-19T06:02:39.471ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8084049-46a9-4a72-8f99-5f1ce6c3516f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24232024-11-19T06:02:39.471ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8084049-46a9-4a72-8f99-5f1ce6c3516f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24242024-11-19T06:02:39.473ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2232 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a8084049-46a9-4a72-8f99-5f1ce6c3516f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24252024-11-19T06:02:40.495ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77dfe5bf-21d8-44d9-bc53-44ac30e10436 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24262024-11-19T06:02:40.495ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77dfe5bf-21d8-44d9-bc53-44ac30e10436 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24272024-11-19T06:02:40.497ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1912 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 77dfe5bf-21d8-44d9-bc53-44ac30e10436 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24282024-11-19T06:02:40.721ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:54002
24292024-11-19T06:02:40.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 480ba93b-29f2-4373-a053-2c40d82e4626 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
24302024-11-19T06:02:40.721ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 480ba93b-29f2-4373-a053-2c40d82e4626 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
24312024-11-19T06:02:40.724ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2890 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 480ba93b-29f2-4373-a053-2c40d82e4626 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
24322024-11-19T06:02:40.724ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0a174618-63f9-45e4-b91b-049eb2118296 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
24332024-11-19T06:02:40.724ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0a174618-63f9-45e4-b91b-049eb2118296 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
24342024-11-19T06:02:40.726ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2014 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0a174618-63f9-45e4-b91b-049eb2118296 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
24352024-11-19T06:02:41.519ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7e181e97-06f0-4c08-ae5b-c8f507aa2910 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24362024-11-19T06:02:41.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7e181e97-06f0-4c08-ae5b-c8f507aa2910 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24372024-11-19T06:02:41.520ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1761 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7e181e97-06f0-4c08-ae5b-c8f507aa2910 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24382024-11-19T06:02:42.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc41adfc-16d4-4b8a-b521-d2fd00b17b68 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24392024-11-19T06:02:42.542ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc41adfc-16d4-4b8a-b521-d2fd00b17b68 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24402024-11-19T06:02:42.544ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2070 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc41adfc-16d4-4b8a-b521-d2fd00b17b68 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24412024-11-19T06:02:43.565ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29965a0c-0cd2-49bf-9f97-8f573a6ce2b4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24422024-11-19T06:02:43.565ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29965a0c-0cd2-49bf-9f97-8f573a6ce2b4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24432024-11-19T06:02:43.567ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2392 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29965a0c-0cd2-49bf-9f97-8f573a6ce2b4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24442024-11-19T06:02:44.588ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eea68cd0-12ce-4c17-9ee8-15c8a3012ba6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24452024-11-19T06:02:44.588ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eea68cd0-12ce-4c17-9ee8-15c8a3012ba6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24462024-11-19T06:02:44.590ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2130 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = eea68cd0-12ce-4c17-9ee8-15c8a3012ba6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
24472024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 20 reason = Timeout
24482024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 20 reason = Timeout
24492024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
24502024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
24512024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
24522024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
24532024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 20 reason = Timeout
24542024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
24552024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 20 reason = Timeout
24562024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
24572024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
24582024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
24592024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
24602024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 58 reason = Timeout
24612024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
24622024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
24632024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 21 reason = Timeout
24642024-11-19T06:02:45.034ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
24652024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
24662024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
24672024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
24682024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
24692024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
24702024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
24712024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Timeout
24722024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
24732024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
24742024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
24752024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
24762024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 20 reason = Timeout
24772024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
24782024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
24792024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
24802024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 20 reason = Timeout
24812024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
24822024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
24832024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
24842024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
24852024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
24862024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
24872024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
24882024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
24892024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
24902024-11-19T06:02:45.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
24912024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
24922024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
24932024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
24942024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
24952024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
24962024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
24972024-11-19T06:02:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
24982024-11-19T06:02:45.038ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
24992024-11-19T06:02:45.038ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
25002024-11-19T06:02:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
25012024-11-19T06:02:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
25022024-11-19T06:02:45.038ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.068422ms iteration = 20 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
25032024-11-19T06:02:45.038ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 824870201 } })
25042024-11-19T06:02:45.039ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
25052024-11-19T06:02:45.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25062024-11-19T06:02:45.039ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 825684370 } })
25072024-11-19T06:02:45.040ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
25082024-11-19T06:02:45.040ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25092024-11-19T06:02:45.040ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25102024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
25112024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25122024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
25132024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
25142024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25152024-11-19T06:02:45.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
25162024-11-19T06:02:45.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
25172024-11-19T06:02:45.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25182024-11-19T06:02:45.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25192024-11-19T06:02:45.046ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25202024-11-19T06:02:45.046ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25212024-11-19T06:02:45.047ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25222024-11-19T06:02:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
25232024-11-19T06:02:45.048ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
25242024-11-19T06:02:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
25252024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
25262024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
25272024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
25282024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
25292024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25302024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25312024-11-19T06:02:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25322024-11-19T06:02:45.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25332024-11-19T06:02:45.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25342024-11-19T06:02:45.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25352024-11-19T06:02:45.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3395, tv_nsec: 839864197 } })
25362024-11-19T06:02:45.054ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
25372024-11-19T06:02:45.059ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25382024-11-19T06:02:45.063ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
25392024-11-19T06:02:45.063ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
25402024-11-19T06:02:45.063ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
25412024-11-19T06:02:45.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25422024-11-19T06:02:45.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25432024-11-19T06:02:45.082ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
25442024-11-19T06:02:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
25452024-11-19T06:02:45.083ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
25462024-11-19T06:02:45.083ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 49.17709ms iteration = 58 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
25472024-11-19T06:02:45.084ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 49.808687ms iteration = 20 status = {"errors":[],"records_set_to_done":[]}
25482024-11-19T06:02:45.084ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
25492024-11-19T06:02:45.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
25502024-11-19T06:02:45.087ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
25512024-11-19T06:02:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
25522024-11-19T06:02:45.091ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25532024-11-19T06:02:45.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25542024-11-19T06:02:45.093ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25552024-11-19T06:02:45.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25562024-11-19T06:02:45.095ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25572024-11-19T06:02:45.096ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 62.124214ms iteration = 20 status = {"errors":[],"garbage_collect_requested":[]}
25582024-11-19T06:02:45.098ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25592024-11-19T06:02:45.098ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
25602024-11-19T06:02:45.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
25612024-11-19T06:02:45.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
25622024-11-19T06:02:45.099ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
25632024-11-19T06:02:45.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
25642024-11-19T06:02:45.100ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 66.5022ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
25652024-11-19T06:02:45.101ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 67.43404ms iteration = 20 status = 0
25662024-11-19T06:02:45.102ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
25672024-11-19T06:02:45.102ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
25682024-11-19T06:02:45.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
25692024-11-19T06:02:45.103ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
25702024-11-19T06:02:45.103ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
25712024-11-19T06:02:45.103ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
25722024-11-19T06:02:45.103ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
25732024-11-19T06:02:45.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
25742024-11-19T06:02:45.105ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
25752024-11-19T06:02:45.105ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
25762024-11-19T06:02:45.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
25772024-11-19T06:02:45.108ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
25782024-11-19T06:02:45.108ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 73.942007ms iteration = 20 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
25792024-11-19T06:02:45.113ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 79.483314ms iteration = 58 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
25802024-11-19T06:02:45.115ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 81.517676ms iteration = 20 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
25812024-11-19T06:02:45.120ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
25822024-11-19T06:02:45.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
25832024-11-19T06:02:45.122ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 87.794281ms iteration = 20 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
25842024-11-19T06:02:45.133ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
25852024-11-19T06:02:45.133ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
25862024-11-19T06:02:45.133ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b543b7f-d0f5-4a8f-9d78-f0a3e83f936d", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
25872024-11-19T06:02:45.133ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
25882024-11-19T06:02:45.135ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
25892024-11-19T06:02:45.140ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
25902024-11-19T06:02:45.140ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
25912024-11-19T06:02:45.140ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "73ff9929-e31d-446f-866d-47b0ee96e37f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
25922024-11-19T06:02:45.140ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
25932024-11-19T06:02:45.142ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
25942024-11-19T06:02:45.144ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
25952024-11-19T06:02:45.144ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
25962024-11-19T06:02:45.144ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "dc57e4dd-0490-4541-a39c-d8602d477f5c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
25972024-11-19T06:02:45.144ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
25982024-11-19T06:02:45.146ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
25992024-11-19T06:02:45.146ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
26002024-11-19T06:02:45.146ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
26012024-11-19T06:02:45.146ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 112.615899ms iteration = 20 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
26022024-11-19T06:02:45.158ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26032024-11-19T06:02:45.158ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26042024-11-19T06:02:45.212ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 177.828116ms iteration = 23 status = {"physical_disks_added":0}
26052024-11-19T06:02:45.234ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
26062024-11-19T06:02:45.234ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "81195ab9-0bdb-4503-b445-7919538a9857", "content-length": "1", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
26072024-11-19T06:02:45.236ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
26082024-11-19T06:02:45.236ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
26092024-11-19T06:02:45.238ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 204.330851ms iteration = 20 status = null
26102024-11-19T06:02:45.245ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 211.275023ms iteration = 20 status = {}
26112024-11-19T06:02:45.256ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26122024-11-19T06:02:45.257ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26132024-11-19T06:02:45.272ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
26142024-11-19T06:02:45.272ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
26152024-11-19T06:02:45.273ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "2a7d5bb4-3d62-4012-aad6-8a44a0a133b1", "content-length": "372", "date": "Tue, 19 Nov 2024 06:02:45 GMT"} })
26162024-11-19T06:02:45.273ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26172024-11-19T06:02:45.273ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26182024-11-19T06:02:45.306ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26192024-11-19T06:02:45.308ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
26202024-11-19T06:02:45.308ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26212024-11-19T06:02:45.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26222024-11-19T06:02:45.310ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26232024-11-19T06:02:45.314ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
26242024-11-19T06:02:45.314ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
26252024-11-19T06:02:45.314ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
26262024-11-19T06:02:45.331ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
26272024-11-19T06:02:45.331ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
26282024-11-19T06:02:45.331ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ce8d26cd-97b2-46b3-bcb9-85a3a6022519", "date": "Tue, 19 Nov 2024 06:02:45 GMT"} })
26292024-11-19T06:02:45.331ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26302024-11-19T06:02:45.332ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26312024-11-19T06:02:45.333ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26322024-11-19T06:02:45.333ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26332024-11-19T06:02:45.337ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
26342024-11-19T06:02:45.337ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
26352024-11-19T06:02:45.340ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
26362024-11-19T06:02:45.340ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
26372024-11-19T06:02:45.341ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "08332e18-1708-4a9b-bfa2-ad7791dbd243", "date": "Tue, 19 Nov 2024 06:02:45 GMT"} })
26382024-11-19T06:02:45.343ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 308.600683ms iteration = 21 status = {}
26392024-11-19T06:02:45.351ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26402024-11-19T06:02:45.351ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26412024-11-19T06:02:45.354ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
26422024-11-19T06:02:45.354ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26432024-11-19T06:02:45.354ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26442024-11-19T06:02:45.365ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
26452024-11-19T06:02:45.365ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "b529a8da-a631-4361-869c-c8854f1d71a0", "content-length": "691", "date": "Tue, 19 Nov 2024 06:02:45 GMT"} })
26462024-11-19T06:02:45.365ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
26472024-11-19T06:02:45.365ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
26482024-11-19T06:02:45.365ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
26492024-11-19T06:02:45.367ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 333.295089ms iteration = 20 status = {}
26502024-11-19T06:02:45.374ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
26512024-11-19T06:02:45.375ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "82ac84f4-7d8f-40fb-87c0-0d35b0e5f8bc", "content-length": "134", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
26522024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
26532024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
26542024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
26552024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
26562024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26572024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26582024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26592024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
26602024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
26612024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
26622024-11-19T06:02:45.375ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
26632024-11-19T06:02:45.375ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26642024-11-19T06:02:45.376ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26652024-11-19T06:02:45.378ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
26662024-11-19T06:02:45.378ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "a1677f7e-8604-4d36-b747-6f87648d7a8f", "content-length": "2", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
26672024-11-19T06:02:45.378ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
26682024-11-19T06:02:45.378ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "061604e4-0c02-4f55-800c-25ea1f5e0d77", "content-length": "52", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
26692024-11-19T06:02:45.378ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
26702024-11-19T06:02:45.378ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
26712024-11-19T06:02:45.467ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0f32ffd3-3f82-4adc-84dc-8b48004a1e8c roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
26722024-11-19T06:02:45.467ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0f32ffd3-3f82-4adc-84dc-8b48004a1e8c resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
26732024-11-19T06:02:45.469ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2265 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0f32ffd3-3f82-4adc-84dc-8b48004a1e8c response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
26742024-11-19T06:02:45.480ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f5133f73-0a6f-4218-955b-76297edb838d", "date": "Tue, 19 Nov 2024 06:02:45 GMT"} })
26752024-11-19T06:02:45.480ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
26762024-11-19T06:02:45.480ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
26772024-11-19T06:02:45.481ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "66e307a9-e6b8-48ed-996e-22504a0b81d7", "content-length": "682", "date": "Tue, 19 Nov 2024 06:02:44 GMT"} })
26782024-11-19T06:02:45.481ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26792024-11-19T06:02:45.481ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26802024-11-19T06:02:45.486ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26812024-11-19T06:02:45.486ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26822024-11-19T06:02:45.489ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26832024-11-19T06:02:45.490ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26842024-11-19T06:02:45.492ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
26852024-11-19T06:02:45.492ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
26862024-11-19T06:02:45.499ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 464.954946ms iteration = 20 status = {}
26872024-11-19T06:02:45.622ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 31a88158-3a9b-445b-8117-279d0fa97c1b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26882024-11-19T06:02:45.623ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 31a88158-3a9b-445b-8117-279d0fa97c1b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26892024-11-19T06:02:45.624ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1794 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 31a88158-3a9b-445b-8117-279d0fa97c1b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26902024-11-19T06:02:46.642ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 235eac33-9b21-4544-83c3-530428ccc707 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26912024-11-19T06:02:46.643ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 235eac33-9b21-4544-83c3-530428ccc707 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26922024-11-19T06:02:46.645ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2380 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 235eac33-9b21-4544-83c3-530428ccc707 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26932024-11-19T06:02:47.666ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce77a38a-6bbe-47e6-b79c-44bcfdef571f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26942024-11-19T06:02:47.666ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce77a38a-6bbe-47e6-b79c-44bcfdef571f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26952024-11-19T06:02:47.668ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2435 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce77a38a-6bbe-47e6-b79c-44bcfdef571f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26962024-11-19T06:02:48.689ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1f366813-0d95-4f9d-ac50-aa617fb609f4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26972024-11-19T06:02:48.690ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1f366813-0d95-4f9d-ac50-aa617fb609f4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26982024-11-19T06:02:48.692ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2490 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1f366813-0d95-4f9d-ac50-aa617fb609f4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
26992024-11-19T06:02:49.714ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ad466f9-7bd4-439b-b8d0-2f373fc6f3d3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27002024-11-19T06:02:49.714ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ad466f9-7bd4-439b-b8d0-2f373fc6f3d3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27012024-11-19T06:02:49.716ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2692 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ad466f9-7bd4-439b-b8d0-2f373fc6f3d3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27022024-11-19T06:02:50.728ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1388 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = f70e5177-c6bb-4d02-889d-f80e2ebb7203 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
27032024-11-19T06:02:50.739ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f69a96fc-f080-47be-9c31-1dab0837406d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27042024-11-19T06:02:50.739ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f69a96fc-f080-47be-9c31-1dab0837406d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27052024-11-19T06:02:50.741ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1691 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f69a96fc-f080-47be-9c31-1dab0837406d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27062024-11-19T06:02:51.763ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c58abdf-861b-45fb-8c94-7dac548d8016 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27072024-11-19T06:02:51.763ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c58abdf-861b-45fb-8c94-7dac548d8016 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27082024-11-19T06:02:51.765ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2420 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c58abdf-861b-45fb-8c94-7dac548d8016 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27092024-11-19T06:02:52.789ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 243bfdcc-400e-4f87-ae7d-138e7ff2a13a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27102024-11-19T06:02:52.790ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 243bfdcc-400e-4f87-ae7d-138e7ff2a13a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27112024-11-19T06:02:52.792ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3220 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 243bfdcc-400e-4f87-ae7d-138e7ff2a13a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27122024-11-19T06:02:53.821ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b62772b-208c-41c3-a8df-5e86c9ccaddd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27132024-11-19T06:02:53.822ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b62772b-208c-41c3-a8df-5e86c9ccaddd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27142024-11-19T06:02:53.824ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2538 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b62772b-208c-41c3-a8df-5e86c9ccaddd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27152024-11-19T06:02:54.846ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e1a1234-71ca-4d52-a942-52a7e4ff18e6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27162024-11-19T06:02:54.847ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e1a1234-71ca-4d52-a942-52a7e4ff18e6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27172024-11-19T06:02:54.848ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2120 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8e1a1234-71ca-4d52-a942-52a7e4ff18e6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27182024-11-19T06:02:55.033ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 59 reason = Timeout
27192024-11-19T06:02:55.033ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
27202024-11-19T06:02:55.033ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27212024-11-19T06:02:55.033ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27222024-11-19T06:02:55.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27232024-11-19T06:02:55.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27242024-11-19T06:02:55.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27252024-11-19T06:02:55.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
27262024-11-19T06:02:55.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27272024-11-19T06:02:55.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27282024-11-19T06:02:55.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27292024-11-19T06:02:55.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27302024-11-19T06:02:55.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27312024-11-19T06:02:55.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
27322024-11-19T06:02:55.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27332024-11-19T06:02:55.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27342024-11-19T06:02:55.061ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
27352024-11-19T06:02:55.061ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 27.764128ms iteration = 59 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
27362024-11-19T06:02:55.071ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27372024-11-19T06:02:55.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27382024-11-19T06:02:55.073ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 39.591471ms iteration = 59 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
27392024-11-19T06:02:55.869ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5bce52fe-aa64-4538-b41f-61c576eeecc6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27402024-11-19T06:02:55.870ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5bce52fe-aa64-4538-b41f-61c576eeecc6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27412024-11-19T06:02:55.871ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2062 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5bce52fe-aa64-4538-b41f-61c576eeecc6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27422024-11-19T06:02:56.891ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bde451c3-d680-4df9-aeb1-6ba02f93cb5c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27432024-11-19T06:02:56.892ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bde451c3-d680-4df9-aeb1-6ba02f93cb5c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27442024-11-19T06:02:56.894ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2363 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bde451c3-d680-4df9-aeb1-6ba02f93cb5c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27452024-11-19T06:02:57.915ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19ac2ba9-4d89-4e30-9785-0773bb74ca83 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27462024-11-19T06:02:57.915ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19ac2ba9-4d89-4e30-9785-0773bb74ca83 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27472024-11-19T06:02:57.917ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2616 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19ac2ba9-4d89-4e30-9785-0773bb74ca83 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27482024-11-19T06:02:58.939ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24626bf3-9380-4187-a50e-5277ab86ad7d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27492024-11-19T06:02:58.939ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24626bf3-9380-4187-a50e-5277ab86ad7d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27502024-11-19T06:02:58.941ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2683 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24626bf3-9380-4187-a50e-5277ab86ad7d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27512024-11-19T06:02:59.965ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82828136-49f9-4848-bb9c-4a57fac724ea roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27522024-11-19T06:02:59.965ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82828136-49f9-4848-bb9c-4a57fac724ea resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27532024-11-19T06:02:59.966ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1717 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82828136-49f9-4848-bb9c-4a57fac724ea response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27542024-11-19T06:03:00.988ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c795888-4718-4063-95b6-214f5b23a97d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27552024-11-19T06:03:00.989ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c795888-4718-4063-95b6-214f5b23a97d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27562024-11-19T06:03:00.990ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1836 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c795888-4718-4063-95b6-214f5b23a97d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27572024-11-19T06:03:02.013ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97c18539-fc13-4863-9303-5d479dd5dc31 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27582024-11-19T06:03:02.013ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97c18539-fc13-4863-9303-5d479dd5dc31 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27592024-11-19T06:03:02.015ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2263 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97c18539-fc13-4863-9303-5d479dd5dc31 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27602024-11-19T06:03:03.037ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fcd5717a-7397-4b08-99f7-28077346d4c7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27612024-11-19T06:03:03.038ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fcd5717a-7397-4b08-99f7-28077346d4c7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27622024-11-19T06:03:03.040ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2712 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fcd5717a-7397-4b08-99f7-28077346d4c7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27632024-11-19T06:03:04.061ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3e326c3d-c471-496f-b4f4-cab6686d77f4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27642024-11-19T06:03:04.062ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3e326c3d-c471-496f-b4f4-cab6686d77f4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27652024-11-19T06:03:04.064ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2656 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3e326c3d-c471-496f-b4f4-cab6686d77f4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27662024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
27672024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 60 reason = Timeout
27682024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27692024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27702024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27712024-11-19T06:03:05.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27722024-11-19T06:03:05.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27732024-11-19T06:03:05.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
27742024-11-19T06:03:05.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
27752024-11-19T06:03:05.038ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.392526ms iteration = 60 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
27762024-11-19T06:03:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
27772024-11-19T06:03:05.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27782024-11-19T06:03:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27792024-11-19T06:03:05.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27802024-11-19T06:03:05.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27812024-11-19T06:03:05.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27822024-11-19T06:03:05.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
27832024-11-19T06:03:05.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27842024-11-19T06:03:05.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
27852024-11-19T06:03:05.057ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
27862024-11-19T06:03:05.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.854717ms iteration = 60 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
27872024-11-19T06:03:05.085ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f48e5c86-3aca-49c1-95f4-d42386a6ddfd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27882024-11-19T06:03:05.086ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f48e5c86-3aca-49c1-95f4-d42386a6ddfd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27892024-11-19T06:03:05.087ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1908 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f48e5c86-3aca-49c1-95f4-d42386a6ddfd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27902024-11-19T06:03:05.729ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1664 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 4b3e1be3-46e6-42a0-9698-27ffef047357 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
27912024-11-19T06:03:06.109ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04040981-620a-42b9-a22c-1824385ae57f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27922024-11-19T06:03:06.110ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04040981-620a-42b9-a22c-1824385ae57f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27932024-11-19T06:03:06.112ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2503 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04040981-620a-42b9-a22c-1824385ae57f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27942024-11-19T06:03:07.133ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9a44d2e-d9c5-4468-b2cf-1ba2e849a291 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27952024-11-19T06:03:07.134ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9a44d2e-d9c5-4468-b2cf-1ba2e849a291 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27962024-11-19T06:03:07.136ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2416 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9a44d2e-d9c5-4468-b2cf-1ba2e849a291 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27972024-11-19T06:03:08.158ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de17dd8f-9e14-42c2-9500-f56ad95c2ca1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27982024-11-19T06:03:08.159ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de17dd8f-9e14-42c2-9500-f56ad95c2ca1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
27992024-11-19T06:03:08.161ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2768 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de17dd8f-9e14-42c2-9500-f56ad95c2ca1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28002024-11-19T06:03:09.182ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b8b290fc-f7d3-4ef6-b7a5-855437b4342a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28012024-11-19T06:03:09.182ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b8b290fc-f7d3-4ef6-b7a5-855437b4342a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28022024-11-19T06:03:09.183ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1901 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b8b290fc-f7d3-4ef6-b7a5-855437b4342a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28032024-11-19T06:03:10.205ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33ff9cac-2b76-43b9-ae2e-8e2218a875c7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28042024-11-19T06:03:10.205ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33ff9cac-2b76-43b9-ae2e-8e2218a875c7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28052024-11-19T06:03:10.207ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2253 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33ff9cac-2b76-43b9-ae2e-8e2218a875c7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28062024-11-19T06:03:10.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = eac33c6b-2986-4b59-bfae-c26480d8b1a5 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
28072024-11-19T06:03:10.722ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = eac33c6b-2986-4b59-bfae-c26480d8b1a5 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
28082024-11-19T06:03:10.724ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3334 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = eac33c6b-2986-4b59-bfae-c26480d8b1a5 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
28092024-11-19T06:03:10.724ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 4a92c3d4-9e66-4a71-9d5b-eebd8923c80b roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
28102024-11-19T06:03:10.725ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 4a92c3d4-9e66-4a71-9d5b-eebd8923c80b resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
28112024-11-19T06:03:10.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2189 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 4a92c3d4-9e66-4a71-9d5b-eebd8923c80b response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
28122024-11-19T06:03:11.229ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab5026d5-7de9-425b-8f73-38b6be5ef761 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28132024-11-19T06:03:11.229ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab5026d5-7de9-425b-8f73-38b6be5ef761 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28142024-11-19T06:03:11.232ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2685 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab5026d5-7de9-425b-8f73-38b6be5ef761 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28152024-11-19T06:03:12.254ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0af55435-165e-4eb8-921a-0c2d32881102 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28162024-11-19T06:03:12.254ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0af55435-165e-4eb8-921a-0c2d32881102 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28172024-11-19T06:03:12.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1891 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0af55435-165e-4eb8-921a-0c2d32881102 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28182024-11-19T06:03:13.277ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feaffd93-a774-4a77-bd25-b3fc25e8e006 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28192024-11-19T06:03:13.277ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feaffd93-a774-4a77-bd25-b3fc25e8e006 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28202024-11-19T06:03:13.279ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2186 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feaffd93-a774-4a77-bd25-b3fc25e8e006 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28212024-11-19T06:03:14.301ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b00a521c-9428-47d0-9fd4-4f746c5dafca roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28222024-11-19T06:03:14.301ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b00a521c-9428-47d0-9fd4-4f746c5dafca resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28232024-11-19T06:03:14.303ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2562 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b00a521c-9428-47d0-9fd4-4f746c5dafca response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
28242024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 22 reason = Timeout
28252024-11-19T06:03:15.034ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
28262024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
28272024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
28282024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 11 reason = Timeout
28292024-11-19T06:03:15.034ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
28302024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
28312024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 21 reason = Timeout
28322024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
28332024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
28342024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = inventory_collection iteration = 4 reason = Timeout
28352024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
28362024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
28372024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
28382024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
28392024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
28402024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
28412024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
28422024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
28432024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 11 reason = Timeout
28442024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
28452024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = saga_recovery iteration = 2 reason = Timeout
28462024-11-19T06:03:15.034ZDEBGnexus (SagaRecoverer): listing candidate sagas for recovery
28472024-11-19T06:03:15.034ZDEBGnexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
28482024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
28492024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
28502024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
28512024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
28522024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
28532024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
28542024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 21 reason = Timeout
28552024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
28562024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
28572024-11-19T06:03:15.034ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:53:15.034367017 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
28582024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
28592024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
28602024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
28612024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
28622024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
28632024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
28642024-11-19T06:03:15.034ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
28652024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
28662024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 61 reason = Timeout
28672024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
28682024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Timeout
28692024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
28702024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
28712024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
28722024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
28732024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 11 reason = Timeout
28742024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
28752024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
28762024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
28772024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 21 reason = Timeout
28782024-11-19T06:03:15.034ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
28792024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
28802024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
28812024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.351\u{b5}s iteration = 12 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
28822024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
28832024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 11 reason = Timeout
28842024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
28852024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
28862024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
28872024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
28882024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28892024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
28902024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
28912024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
28922024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
28932024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
28942024-11-19T06:03:15.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
28952024-11-19T06:03:15.035ZDEBGnexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
28962024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
28972024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
28982024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
28992024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
29002024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
29012024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
29022024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 21 reason = Timeout
29032024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
29042024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 21 reason = Timeout
29052024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
29062024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
29072024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 21 reason = Timeout
29082024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
29092024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
29102024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
29112024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
29122024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
29132024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
29142024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
29152024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
29162024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
29172024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
29182024-11-19T06:03:15.035ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 820563227 } })
29192024-11-19T06:03:15.035ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 820571447 } })
29202024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
29212024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
29222024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
29232024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
29242024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.292804ms iteration = 12 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
29252024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
29262024-11-19T06:03:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.393394ms iteration = 12 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
29272024-11-19T06:03:15.036ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
29282024-11-19T06:03:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
29292024-11-19T06:03:15.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29302024-11-19T06:03:15.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29312024-11-19T06:03:15.037ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.439936ms iteration = 21 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
29322024-11-19T06:03:15.038ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29332024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
29342024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
29352024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
29362024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
29372024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29382024-11-19T06:03:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29392024-11-19T06:03:15.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
29402024-11-19T06:03:15.041ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
29412024-11-19T06:03:15.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
29422024-11-19T06:03:15.042ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
29432024-11-19T06:03:15.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
29442024-11-19T06:03:15.044ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 9.889403ms iteration = 11 status = {"errors":[],"found_port_ok":[]}
29452024-11-19T06:03:15.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29462024-11-19T06:03:15.046ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:53:15.034367017 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
29472024-11-19T06:03:15.046ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 12.252797ms iteration = 11 status = {"expiration":"2024-11-19T05:53:15.034367017Z","pruned":[]}
29482024-11-19T06:03:15.048ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
29492024-11-19T06:03:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
29502024-11-19T06:03:15.048ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 834136328 } })
29512024-11-19T06:03:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
29522024-11-19T06:03:15.048ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
29532024-11-19T06:03:15.049ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
29542024-11-19T06:03:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
29552024-11-19T06:03:15.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 838840867 } })
29562024-11-19T06:03:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
29572024-11-19T06:03:15.054ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29582024-11-19T06:03:15.054ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
29592024-11-19T06:03:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
29602024-11-19T06:03:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
29612024-11-19T06:03:15.057ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
29622024-11-19T06:03:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
29632024-11-19T06:03:15.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29642024-11-19T06:03:15.073ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
29652024-11-19T06:03:15.095ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
29662024-11-19T06:03:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
29672024-11-19T06:03:15.098ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29682024-11-19T06:03:15.098ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29692024-11-19T06:03:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
29702024-11-19T06:03:15.101ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
29712024-11-19T06:03:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
29722024-11-19T06:03:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
29732024-11-19T06:03:15.104ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
29742024-11-19T06:03:15.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
29752024-11-19T06:03:15.109ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29762024-11-19T06:03:15.109ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 74.818886ms iteration = 21 status = {"errors":[],"records_set_to_done":[]}
29772024-11-19T06:03:15.109ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 895248692 } })
29782024-11-19T06:03:15.110ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
29792024-11-19T06:03:15.110ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29802024-11-19T06:03:15.111ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
29812024-11-19T06:03:15.111ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 76.610645ms iteration = 21 status = {"errors":[],"garbage_collect_requested":[]}
29822024-11-19T06:03:15.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
29832024-11-19T06:03:15.112ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
29842024-11-19T06:03:15.112ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29852024-11-19T06:03:15.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
29862024-11-19T06:03:15.113ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
29872024-11-19T06:03:15.113ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
29882024-11-19T06:03:15.113ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
29892024-11-19T06:03:15.113ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 78.829298ms iteration = 11 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
29902024-11-19T06:03:15.114ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
29912024-11-19T06:03:15.114ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
29922024-11-19T06:03:15.114ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
29932024-11-19T06:03:15.114ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
29942024-11-19T06:03:15.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
29952024-11-19T06:03:15.115ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
29962024-11-19T06:03:15.116ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
29972024-11-19T06:03:15.116ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
29982024-11-19T06:03:15.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
29992024-11-19T06:03:15.117ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
30002024-11-19T06:03:15.117ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30012024-11-19T06:03:15.117ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30022024-11-19T06:03:15.118ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30032024-11-19T06:03:15.119ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30042024-11-19T06:03:15.120ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30052024-11-19T06:03:15.120ZDEBGnexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(0059e9f7-0fac-4205-90a7-82236affbced, 0), (ec633a26-abe6-4674-831d-6c80b5a2e205, 0), (bef56063-7529-494c-b7d4-0d6e7f63d610, 0)]
30062024-11-19T06:03:15.121ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3425, tv_nsec: 906643861 } })
30072024-11-19T06:03:15.121ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30082024-11-19T06:03:15.121ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30092024-11-19T06:03:15.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30102024-11-19T06:03:15.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30112024-11-19T06:03:15.123ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30122024-11-19T06:03:15.123ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
30132024-11-19T06:03:15.123ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
30142024-11-19T06:03:15.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30152024-11-19T06:03:15.124ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
30162024-11-19T06:03:15.125ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
30172024-11-19T06:03:15.126ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
30182024-11-19T06:03:15.126ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
30192024-11-19T06:03:15.126ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
30202024-11-19T06:03:15.130ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
30212024-11-19T06:03:15.130ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
30222024-11-19T06:03:15.130ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 96.539302ms iteration = 11 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
30232024-11-19T06:03:15.131ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
30242024-11-19T06:03:15.131ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
30252024-11-19T06:03:15.131ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
30262024-11-19T06:03:15.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
30272024-11-19T06:03:15.133ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30282024-11-19T06:03:15.133ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
30292024-11-19T06:03:15.134ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
30302024-11-19T06:03:15.137ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
30312024-11-19T06:03:15.137ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30322024-11-19T06:03:15.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30332024-11-19T06:03:15.140ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30342024-11-19T06:03:15.140ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30352024-11-19T06:03:15.142ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30362024-11-19T06:03:15.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30372024-11-19T06:03:15.144ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30382024-11-19T06:03:15.149ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
30392024-11-19T06:03:15.149ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30402024-11-19T06:03:15.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30412024-11-19T06:03:15.152ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
30422024-11-19T06:03:15.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
30432024-11-19T06:03:15.154ZINFOnexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
30442024-11-19T06:03:15.154ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = f5c33018-cfab-4199-9c41-aed6344fe5ee
30452024-11-19T06:03:15.154ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = b26dfa53-f67d-49ab-970f-fa618221a482
30462024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
30472024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
30482024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
30492024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
30502024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
30512024-11-19T06:03:15.156ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30522024-11-19T06:03:15.158ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30532024-11-19T06:03:15.158ZINFOnexus (BackgroundTasks): observed saga start background_task = saga_recovery file = nexus/saga-recovery/src/recovery.rs:76 saga_id = f7a61188-9c07-445d-8936-ce29ffa3f91c
30542024-11-19T06:03:15.158ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = b26dfa53-f67d-49ab-970f-fa618221a482
30552024-11-19T06:03:15.158ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = f5c33018-cfab-4199-9c41-aed6344fe5ee
30562024-11-19T06:03:15.158ZDEBGnexus (BackgroundTasks): found saga that may be done (will be sure on the next pass) background_task = saga_recovery saga_id = f7a61188-9c07-445d-8936-ce29ffa3f91c
30572024-11-19T06:03:15.158ZDEBGnexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 124.536183ms iteration = 2 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":3,"recent_failures":[],"recent_recoveries":[]}
30582024-11-19T06:03:15.161ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30592024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
30602024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
30612024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
30622024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
30632024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
30642024-11-19T06:03:15.162ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
30652024-11-19T06:03:15.165ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30662024-11-19T06:03:15.166ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
30672024-11-19T06:03:15.166ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
30682024-11-19T06:03:15.166ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30692024-11-19T06:03:15.166ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
30702024-11-19T06:03:15.168ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
30712024-11-19T06:03:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
30722024-11-19T06:03:15.168ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
30732024-11-19T06:03:15.168ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 134.136342ms iteration = 21 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
30742024-11-19T06:03:15.169ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 135.145773ms iteration = 61 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
30752024-11-19T06:03:15.169ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30762024-11-19T06:03:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30772024-11-19T06:03:15.171ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30782024-11-19T06:03:15.171ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 137.490027ms iteration = 21 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
30792024-11-19T06:03:15.174ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 140.062504ms iteration = 24 status = {"physical_disks_added":0}
30802024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
30812024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
30822024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
30832024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
30842024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
30852024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
30862024-11-19T06:03:15.175ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
30872024-11-19T06:03:15.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
30882024-11-19T06:03:15.176ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
30892024-11-19T06:03:15.177ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30902024-11-19T06:03:15.177ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30912024-11-19T06:03:15.177ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 143.582521ms iteration = 21 status = 0
30922024-11-19T06:03:15.178ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
30932024-11-19T06:03:15.178ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 144.397139ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
30942024-11-19T06:03:15.179ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30952024-11-19T06:03:15.179ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30962024-11-19T06:03:15.181ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
30972024-11-19T06:03:15.181ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
30982024-11-19T06:03:15.182ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
30992024-11-19T06:03:15.182ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 147.947116ms iteration = 61 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
31002024-11-19T06:03:15.182ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
31012024-11-19T06:03:15.182ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
31022024-11-19T06:03:15.182ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
31032024-11-19T06:03:15.183ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31042024-11-19T06:03:15.183ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31052024-11-19T06:03:15.185ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31062024-11-19T06:03:15.185ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31072024-11-19T06:03:15.187ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31082024-11-19T06:03:15.187ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31092024-11-19T06:03:15.189ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31102024-11-19T06:03:15.190ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
31112024-11-19T06:03:15.190ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
31122024-11-19T06:03:15.190ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 155.612956ms iteration = 21 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
31132024-11-19T06:03:15.192ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31142024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
31152024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31162024-11-19T06:03:15.195ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
31172024-11-19T06:03:15.195ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
31182024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31192024-11-19T06:03:15.195ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f6f23de8-0527-499c-bf16-15b112feebe0", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:14 GMT"} })
31202024-11-19T06:03:15.195ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
31212024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
31222024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
31232024-11-19T06:03:15.195ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
31242024-11-19T06:03:15.196ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31252024-11-19T06:03:15.196ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31262024-11-19T06:03:15.197ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
31272024-11-19T06:03:15.197ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
31282024-11-19T06:03:15.198ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
31292024-11-19T06:03:15.198ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
31302024-11-19T06:03:15.198ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
31312024-11-19T06:03:15.205ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
31322024-11-19T06:03:15.205ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 170.53641ms iteration = 21 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
31332024-11-19T06:03:15.208ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
31342024-11-19T06:03:15.208ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
31352024-11-19T06:03:15.208ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
31362024-11-19T06:03:15.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
31372024-11-19T06:03:15.217ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
31382024-11-19T06:03:15.217ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
31392024-11-19T06:03:15.217ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
31402024-11-19T06:03:15.217ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
31412024-11-19T06:03:15.217ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
31422024-11-19T06:03:15.217ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
31432024-11-19T06:03:15.218ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "20bcced9-526b-425a-8af7-2fd9a131dd2c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31442024-11-19T06:03:15.218ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
31452024-11-19T06:03:15.219ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
31462024-11-19T06:03:15.219ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
31472024-11-19T06:03:15.220ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
31482024-11-19T06:03:15.276ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
31492024-11-19T06:03:15.276ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 241.78145ms iteration = 11 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
31502024-11-19T06:03:15.326ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f7bda-8a09-4b8b-aac6-77604e7b53db roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
31512024-11-19T06:03:15.327ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f7bda-8a09-4b8b-aac6-77604e7b53db resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
31522024-11-19T06:03:15.334ZDEBGnexus (BackgroundTasks): begin collection background_task = inventory_collection
31532024-11-19T06:03:15.334ZDEBGnexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
31542024-11-19T06:03:15.334ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
31552024-11-19T06:03:15.335ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "4a4eada8-41dd-4d29-98ae-845053ca9290", "content-length": "476", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31562024-11-19T06:03:15.335ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
31572024-11-19T06:03:15.335ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "3bd4ab78-ee19-400a-a187-270739588e45", "content-length": "734", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31582024-11-19T06:03:15.336ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
31592024-11-19T06:03:15.338ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "eaeefabc-efd2-4548-b52a-c0d226cb0c4d", "content-length": "111", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31602024-11-19T06:03:15.338ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
31612024-11-19T06:03:15.339ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "972a9ad3-60a2-4079-b438-b95e84af0227", "content-length": "111", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31622024-11-19T06:03:15.339ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
31632024-11-19T06:03:15.339ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "e1c28895-8851-4901-8f5e-c0bfd1b013ea", "content-length": "167", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31642024-11-19T06:03:15.340ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
31652024-11-19T06:03:15.340ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "c373b1cd-4b39-4b09-9809-7ff0e457d743", "content-length": "167", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31662024-11-19T06:03:15.340ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
31672024-11-19T06:03:15.340ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "be511444-bc25-4d73-aedb-aa4598964940", "content-length": "175", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31682024-11-19T06:03:15.340ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
31692024-11-19T06:03:15.341ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "8a2fab07-8234-4cf3-82d2-f93cc3f7ca2a", "content-length": "175", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31702024-11-19T06:03:15.341ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
31712024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b0f049da-d0e8-4a58-adfc-badef1a63d3f", "content-length": "702", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31722024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
31732024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "bd7d0c6c-cd46-4080-b77c-0dba15387b38", "content-length": "727", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31742024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
31752024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "d21d556a-98b0-4681-9651-a6002c0b2122", "content-length": "729", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31762024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
31772024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "ac5916e5-09fa-4e85-9aca-40bac1af7215", "content-length": "728", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31782024-11-19T06:03:15.342ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
31792024-11-19T06:03:15.343ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "764aacaf-5d40-4414-b871-8f6fc34ae8b2", "content-length": "722", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31802024-11-19T06:03:15.343ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
31812024-11-19T06:03:15.343ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "a1fa00f9-cfa7-4d32-aaf4-7cdb39b6dcca", "content-length": "109", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31822024-11-19T06:03:15.343ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
31832024-11-19T06:03:15.344ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "c3f49e80-a96f-40b9-8a77-0b6ef18483e9", "content-length": "109", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31842024-11-19T06:03:15.344ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
31852024-11-19T06:03:15.344ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa417238-9261-47a6-906a-a109096443b4", "content-length": "169", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31862024-11-19T06:03:15.344ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
31872024-11-19T06:03:15.345ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "fb222b85-e3eb-4a50-ab01-3049a7e5c266", "content-length": "169", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31882024-11-19T06:03:15.345ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
31892024-11-19T06:03:15.345ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "98135000-94fc-4040-9bb3-8c32b87dea33", "content-length": "178", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31902024-11-19T06:03:15.345ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
31912024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "002a4ff6-e916-4793-98f3-790ae2a74c6b", "content-length": "178", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31922024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
31932024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "74816e29-311c-4322-8904-fd6fecb05c6d", "content-length": "702", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31942024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
31952024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "c5a6ffbf-66a9-455d-a6ad-fd61bffa9452", "content-length": "727", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31962024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
31972024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "fd4cacaa-17c8-4dc6-9342-4cd79ad327ac", "content-length": "729", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
31982024-11-19T06:03:15.346ZDEBGnexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
31992024-11-19T06:03:15.347ZDEBGnexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "a509da36-bf93-4e44-b9a2-a06ff418799a", "content-length": "728", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
32002024-11-19T06:03:15.347ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
32012024-11-19T06:03:15.347ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
32022024-11-19T06:03:15.367ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 333.096068ms iteration = 21 status = {}
32032024-11-19T06:03:15.377ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
32042024-11-19T06:03:15.377ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
32052024-11-19T06:03:15.378ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "397fdeff-141d-460a-904c-14584993480d", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
32062024-11-19T06:03:15.378ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
32072024-11-19T06:03:15.379ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
32082024-11-19T06:03:15.384ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
32092024-11-19T06:03:15.405ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
32102024-11-19T06:03:15.405ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "245ff2b5-39a8-482a-bda9-212d0025d1ec", "content-length": "1", "date": "Tue, 19 Nov 2024 06:03:14 GMT"} })
32112024-11-19T06:03:15.407ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
32122024-11-19T06:03:15.407ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
32132024-11-19T06:03:15.416ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
32142024-11-19T06:03:15.416ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "7d94849c-4ffe-4873-b8ef-02d68b73ff48", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
32152024-11-19T06:03:15.416ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
32162024-11-19T06:03:15.418ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "5e2c09ac-11e0-4760-835a-65a5e747b3c1", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
32172024-11-19T06:03:15.418ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
32182024-11-19T06:03:15.419ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
32192024-11-19T06:03:15.419ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 385.43597ms iteration = 13 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
32202024-11-19T06:03:15.438ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
32212024-11-19T06:03:15.438ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
32222024-11-19T06:03:15.439ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d60e707-15c6-4f7b-aaa6-b903453f9a59", "content-length": "372", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
32232024-11-19T06:03:15.439ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
32242024-11-19T06:03:15.439ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
32252024-11-19T06:03:15.440ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32262024-11-19T06:03:15.441ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32272024-11-19T06:03:15.441ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32282024-11-19T06:03:15.441ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32292024-11-19T06:03:15.441ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32302024-11-19T06:03:15.442ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
32312024-11-19T06:03:15.442ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
32322024-11-19T06:03:15.443ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
32332024-11-19T06:03:15.445ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
32342024-11-19T06:03:15.445ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
32352024-11-19T06:03:15.445ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
32362024-11-19T06:03:15.445ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
32372024-11-19T06:03:15.445ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
32382024-11-19T06:03:15.446ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
32392024-11-19T06:03:15.448ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 121305 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f7bda-8a09-4b8b-aac6-77604e7b53db response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
32402024-11-19T06:03:15.448ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32412024-11-19T06:03:15.448ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 414.030567ms iteration = 21 status = null
32422024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
32432024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32442024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
32452024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
32462024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
32472024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
32482024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
32492024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 416.430723ms iteration = 12 status = {"generation":2}
32502024-11-19T06:03:15.450ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32512024-11-19T06:03:15.452ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
32522024-11-19T06:03:15.452ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
32532024-11-19T06:03:15.452ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
32542024-11-19T06:03:15.452ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 418.767757ms iteration = 12 status = {"generation":1}
32552024-11-19T06:03:15.453ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32562024-11-19T06:03:15.453ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32572024-11-19T06:03:15.454ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32582024-11-19T06:03:15.454ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32592024-11-19T06:03:15.468ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
32602024-11-19T06:03:15.468ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "9406601d-5032-4f98-9bac-f751a7bb42f2", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32612024-11-19T06:03:15.468ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32622024-11-19T06:03:15.470ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "e7eaf7e3-355e-4dc3-a7ea-a8185256e72b", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32632024-11-19T06:03:15.470ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32642024-11-19T06:03:15.473ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "8318c565-e008-449f-8404-9cfcba9a1c66", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32652024-11-19T06:03:15.473ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32662024-11-19T06:03:15.474ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
32672024-11-19T06:03:15.474ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 440.594823ms iteration = 13 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
32682024-11-19T06:03:15.486ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32692024-11-19T06:03:15.488ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
32702024-11-19T06:03:15.488ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
32712024-11-19T06:03:15.488ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
32722024-11-19T06:03:15.489ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
32732024-11-19T06:03:15.489ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 454.68838ms iteration = 12 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
32742024-11-19T06:03:15.500ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32752024-11-19T06:03:15.501ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ddbfc5ed-f452-48cb-b334-b779963ba579 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
32762024-11-19T06:03:15.501ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ddbfc5ed-f452-48cb-b334-b779963ba579 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
32772024-11-19T06:03:15.504ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
32782024-11-19T06:03:15.504ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32792024-11-19T06:03:15.504ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32802024-11-19T06:03:15.505ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3879 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ddbfc5ed-f452-48cb-b334-b779963ba579 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
32812024-11-19T06:03:15.506ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
32822024-11-19T06:03:15.506ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
32832024-11-19T06:03:15.506ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32842024-11-19T06:03:15.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32852024-11-19T06:03:15.508ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32862024-11-19T06:03:15.508ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32872024-11-19T06:03:15.509ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32882024-11-19T06:03:15.510ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "2637527b-e0fc-4fb7-840e-b345fb09f083", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
32892024-11-19T06:03:15.510ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
32902024-11-19T06:03:15.510ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
32912024-11-19T06:03:15.513ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
32922024-11-19T06:03:15.513ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
32932024-11-19T06:03:15.513ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32942024-11-19T06:03:15.513ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
32952024-11-19T06:03:15.513ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
32962024-11-19T06:03:15.516ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
32972024-11-19T06:03:15.516ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
32982024-11-19T06:03:15.518ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
32992024-11-19T06:03:15.519ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33002024-11-19T06:03:15.520ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
33012024-11-19T06:03:15.520ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
33022024-11-19T06:03:15.520ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33032024-11-19T06:03:15.521ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "86cb92cb-64d2-4312-9a54-8da56257d7a7", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
33042024-11-19T06:03:15.521ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33052024-11-19T06:03:15.522ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 488.525401ms iteration = 22 status = {}
33062024-11-19T06:03:15.525ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33072024-11-19T06:03:15.525ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33082024-11-19T06:03:15.528ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33092024-11-19T06:03:15.528ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33102024-11-19T06:03:15.530ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33112024-11-19T06:03:15.530ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33122024-11-19T06:03:15.531ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33132024-11-19T06:03:15.532ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33142024-11-19T06:03:15.533ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33152024-11-19T06:03:15.533ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33162024-11-19T06:03:15.535ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33172024-11-19T06:03:15.539ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
33182024-11-19T06:03:15.539ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33192024-11-19T06:03:15.539ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33202024-11-19T06:03:15.540ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33212024-11-19T06:03:15.541ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33222024-11-19T06:03:15.542ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33232024-11-19T06:03:15.542ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33242024-11-19T06:03:15.543ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33252024-11-19T06:03:15.546ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
33262024-11-19T06:03:15.546ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33272024-11-19T06:03:15.547ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33282024-11-19T06:03:15.554ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name("nexus-67225c0a-0a53-4e08-a753-a917553c7b98"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name("nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name("nexus-8318957c-506a-4355-8689-147ab934628e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name("external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name("external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
33292024-11-19T06:03:15.554ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33302024-11-19T06:03:15.554ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33312024-11-19T06:03:15.556ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33322024-11-19T06:03:15.556ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
33332024-11-19T06:03:15.557ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33342024-11-19T06:03:15.558ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
33352024-11-19T06:03:15.558ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33362024-11-19T06:03:15.558ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
33372024-11-19T06:03:15.562ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
33382024-11-19T06:03:15.562ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33392024-11-19T06:03:15.562ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33402024-11-19T06:03:15.564ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
33412024-11-19T06:03:15.564ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name("external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name("external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name("nexus-67225c0a-0a53-4e08-a753-a917553c7b98"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name("nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name("nexus-8318957c-506a-4355-8689-147ab934628e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
33422024-11-19T06:03:15.564ZDEBGnexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
33432024-11-19T06:03:15.570ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
33442024-11-19T06:03:15.570ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
33452024-11-19T06:03:15.571ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
33462024-11-19T06:03:15.571ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "254fc80d-db4d-4af6-8e83-268a38474249", "content-length": "134", "date": "Tue, 19 Nov 2024 06:03:14 GMT"} })
33472024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
33482024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
33492024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
33502024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
33512024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
33522024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
33532024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
33542024-11-19T06:03:15.571ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
33552024-11-19T06:03:15.572ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
33562024-11-19T06:03:15.572ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
33572024-11-19T06:03:15.572ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
33582024-11-19T06:03:15.572ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33592024-11-19T06:03:15.572ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
33602024-11-19T06:03:15.594ZDEBGnexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
33612024-11-19T06:03:15.594ZDEBGnexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
33622024-11-19T06:03:15.596ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33632024-11-19T06:03:15.597ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
33642024-11-19T06:03:15.597ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec77e0a9-e1da-48e8-9aa1-dba877015c45", "content-length": "2", "date": "Tue, 19 Nov 2024 06:03:14 GMT"} })
33652024-11-19T06:03:15.598ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
33662024-11-19T06:03:15.598ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "6924ebe9-6bd4-44d0-b1cb-c2654d00cdf9", "content-length": "52", "date": "Tue, 19 Nov 2024 06:03:14 GMT"} })
33672024-11-19T06:03:15.598ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
33682024-11-19T06:03:15.598ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
33692024-11-19T06:03:15.598ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
33702024-11-19T06:03:15.598ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
33712024-11-19T06:03:15.598ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
33722024-11-19T06:03:15.599ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33732024-11-19T06:03:15.601ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
33742024-11-19T06:03:15.601ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
33752024-11-19T06:03:15.602ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
33762024-11-19T06:03:15.636ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
33772024-11-19T06:03:15.648ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2758cbb6-2233-4b2c-9eb6-abc81ada4096", "content-length": "691", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
33782024-11-19T06:03:15.648ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
33792024-11-19T06:03:15.648ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
33802024-11-19T06:03:15.648ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
33812024-11-19T06:03:15.649ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 615.505659ms iteration = 21 status = {}
33822024-11-19T06:03:15.713ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 176942d8-6f67-414d-8390-55e992dfe909, time_created: 2024-11-19T05:53:31.248412Z, time_modified: 2024-11-19T05:53:31.248412Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
33832024-11-19T06:03:15.713ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
33842024-11-19T06:03:15.713ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33852024-11-19T06:03:15.714ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33862024-11-19T06:03:15.716ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
33872024-11-19T06:03:15.716ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
33882024-11-19T06:03:15.718ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33892024-11-19T06:03:15.721ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
33902024-11-19T06:03:15.729ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0be320d2-e55e-4530-a1db-de5dad8d4867", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
33912024-11-19T06:03:15.729ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
33922024-11-19T06:03:15.729ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
33932024-11-19T06:03:15.730ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "eb6cfb76-8edf-4524-992a-fe38a94c92e0", "content-length": "682", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
33942024-11-19T06:03:15.730ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33952024-11-19T06:03:15.730ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
33962024-11-19T06:03:15.734ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33972024-11-19T06:03:15.734ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
33982024-11-19T06:03:15.738ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
33992024-11-19T06:03:15.738ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
34002024-11-19T06:03:15.740ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
34012024-11-19T06:03:15.740ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
34022024-11-19T06:03:15.747ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 713.293283ms iteration = 21 status = {}
34032024-11-19T06:03:15.753ZDEBGnexus (service-firewall-rule-progator): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
34042024-11-19T06:03:15.762ZDEBGnexus (service-firewall-rule-progator): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "86398196-31e5-48f9-9f48-751d1ba9253e", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
34052024-11-19T06:03:15.763ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
34062024-11-19T06:03:15.763ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 729.416651ms
34072024-11-19T06:03:15.763ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 729.426502ms iteration = 3 status = {}
34082024-11-19T06:03:16.061ZDEBGnexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "cc8cba6a-13f6-4c36-bb1d-cce57ae9c97d", "content-length": "30758", "date": "Tue, 19 Nov 2024 06:03:15 GMT"} })
34092024-11-19T06:03:16.063ZDEBGnexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
34102024-11-19T06:03:16.063ZDEBGnexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
34112024-11-19T06:03:16.063ZDEBGnexus (BackgroundTasks): finished collection background_task = inventory_collection
34122024-11-19T06:03:16.065ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
34132024-11-19T06:03:16.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
34142024-11-19T06:03:16.067ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34152024-11-19T06:03:16.069ZDEBGnexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
34162024-11-19T06:03:16.069ZDEBGnexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
34172024-11-19T06:03:16.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
34182024-11-19T06:03:16.079ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:58281
34192024-11-19T06:03:16.079ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:58281 req_id = d7048ad8-5494-46bc-ab2c-43f24c8c8e89 roles = RoleSet { roles: {} } uri = /metrics/producers
34202024-11-19T06:03:16.079ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:58281 req_id = d7048ad8-5494-46bc-ab2c-43f24c8c8e89 resource = Database result = Ok(()) uri = /metrics/producers
34212024-11-19T06:03:16.127ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = cfb9a3c3-8ece-46ff-a0f6-134094b915cd
34222024-11-19T06:03:16.127ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 48025 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:58281 req_id = d7048ad8-5494-46bc-ab2c-43f24c8c8e89 response_code = 201 uri = /metrics/producers
34232024-11-19T06:03:16.238ZINFOnexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = 3ffb10cc-e903-4d59-af78-60f025d87744 file = nexus/db-queries/src/db/datastore/inventory.rs:1000
34242024-11-19T06:03:16.238ZDEBGnexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = 3ffb10cc-e903-4d59-af78-60f025d87744 time_started = 2024-11-19 06:03:15.334847 UTC
34252024-11-19T06:03:16.238ZDEBGnexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 1.204502353s iteration = 4 status = {"collection_id":"3ffb10cc-e903-4d59-af78-60f025d87744","time_done":"2024-11-19 06:03:16.063575 UTC","time_started":"2024-11-19 06:03:15.334847 UTC"}
34262024-11-19T06:03:16.238ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Dependency
34272024-11-19T06:03:16.238ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
34282024-11-19T06:03:16.239ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
34292024-11-19T06:03:16.269ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34302024-11-19T06:03:16.271ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
34312024-11-19T06:03:16.271ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
34322024-11-19T06:03:16.271ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
34332024-11-19T06:03:16.274ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
34342024-11-19T06:03:16.274ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
34352024-11-19T06:03:16.276ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
34362024-11-19T06:03:16.278ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
34372024-11-19T06:03:16.278ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
34382024-11-19T06:03:16.278ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
34392024-11-19T06:03:16.349ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 111.181924ms iteration = 25 status = {"physical_disks_added":0}
34402024-11-19T06:03:16.520ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8756555-2a09-41d3-920e-00dafcca0057 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34412024-11-19T06:03:16.521ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8756555-2a09-41d3-920e-00dafcca0057 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34422024-11-19T06:03:16.523ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2416 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8756555-2a09-41d3-920e-00dafcca0057 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34432024-11-19T06:03:17.544ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 449a0d54-d32a-4e94-b780-1a84fd0a1fcb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34442024-11-19T06:03:17.544ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 449a0d54-d32a-4e94-b780-1a84fd0a1fcb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34452024-11-19T06:03:17.546ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2565 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 449a0d54-d32a-4e94-b780-1a84fd0a1fcb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34462024-11-19T06:03:18.569ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa949a10-9604-4a68-9c19-d3dc8494e59a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34472024-11-19T06:03:18.569ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa949a10-9604-4a68-9c19-d3dc8494e59a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34482024-11-19T06:03:18.571ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2461 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa949a10-9604-4a68-9c19-d3dc8494e59a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34492024-11-19T06:03:18.850ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:37865
34502024-11-19T06:03:18.850ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37865 req_id = 6331542c-33fe-4eb2-b256-2928e4868b4b roles = RoleSet { roles: {} } uri = /metrics/producers
34512024-11-19T06:03:18.850ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37865 req_id = 6331542c-33fe-4eb2-b256-2928e4868b4b resource = Database result = Ok(()) uri = /metrics/producers
34522024-11-19T06:03:18.884ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 176942d8-6f67-414d-8390-55e992dfe909
34532024-11-19T06:03:18.884ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 34366 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37865 req_id = 6331542c-33fe-4eb2-b256-2928e4868b4b response_code = 201 uri = /metrics/producers
34542024-11-19T06:03:19.592ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8fcdb58-6cd1-4641-9069-aa5869168294 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34552024-11-19T06:03:19.592ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8fcdb58-6cd1-4641-9069-aa5869168294 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34562024-11-19T06:03:19.594ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2198 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8fcdb58-6cd1-4641-9069-aa5869168294 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34572024-11-19T06:03:20.619ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcbec14c-9687-43a5-a4ab-f55cce33186a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34582024-11-19T06:03:20.620ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcbec14c-9687-43a5-a4ab-f55cce33186a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34592024-11-19T06:03:20.622ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2521 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcbec14c-9687-43a5-a4ab-f55cce33186a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34602024-11-19T06:03:20.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1372 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = b5eefa8d-c0e9-4296-bf44-27ef008ea57c response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
34612024-11-19T06:03:20.763ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:37374
34622024-11-19T06:03:20.763ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37374 req_id = 65a2d5a1-cfc4-49b1-b205-18177f88d883 roles = RoleSet { roles: {} } uri = /metrics/producers
34632024-11-19T06:03:20.763ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37374 req_id = 65a2d5a1-cfc4-49b1-b205-18177f88d883 resource = Database result = Ok(()) uri = /metrics/producers
34642024-11-19T06:03:20.810ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 2edac36b-5a29-4ab8-b168-45e29d532125
34652024-11-19T06:03:20.810ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 47723 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37374 req_id = 65a2d5a1-cfc4-49b1-b205-18177f88d883 response_code = 201 uri = /metrics/producers
34662024-11-19T06:03:21.643ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40ec621d-c0ff-4839-85d2-d72fbda94519 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34672024-11-19T06:03:21.644ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40ec621d-c0ff-4839-85d2-d72fbda94519 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34682024-11-19T06:03:21.645ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2411 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 40ec621d-c0ff-4839-85d2-d72fbda94519 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34692024-11-19T06:03:22.665ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5dc79f46-938d-4f7e-be27-b85a5260cc39 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34702024-11-19T06:03:22.665ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5dc79f46-938d-4f7e-be27-b85a5260cc39 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34712024-11-19T06:03:22.667ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2660 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5dc79f46-938d-4f7e-be27-b85a5260cc39 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34722024-11-19T06:03:23.542ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:53456
34732024-11-19T06:03:23.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53456 req_id = e0903aaf-a00a-41e9-8909-a64edd3e0141 roles = RoleSet { roles: {} } uri = /metrics/producers
34742024-11-19T06:03:23.543ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53456 req_id = e0903aaf-a00a-41e9-8909-a64edd3e0141 resource = Database result = Ok(()) uri = /metrics/producers
34752024-11-19T06:03:23.582ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 54c438a0-f456-4554-b449-bdcbdb2ca2f1
34762024-11-19T06:03:23.582ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39777 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:53456 req_id = e0903aaf-a00a-41e9-8909-a64edd3e0141 response_code = 201 uri = /metrics/producers
34772024-11-19T06:03:23.687ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 67f09ba0-d279-4e2a-bb67-7f35dcd99568 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34782024-11-19T06:03:23.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 67f09ba0-d279-4e2a-bb67-7f35dcd99568 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34792024-11-19T06:03:23.689ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2403 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 67f09ba0-d279-4e2a-bb67-7f35dcd99568 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34802024-11-19T06:03:23.754ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:45769
34812024-11-19T06:03:23.754ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45769 req_id = 0a55ca51-2050-415f-a044-0647e59b7a1f roles = RoleSet { roles: {} } uri = /metrics/producers
34822024-11-19T06:03:23.755ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45769 req_id = 0a55ca51-2050-415f-a044-0647e59b7a1f resource = Database result = Ok(()) uri = /metrics/producers
34832024-11-19T06:03:23.766ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 675ef713-93e6-452f-9276-e2ff6919ea92
34842024-11-19T06:03:23.766ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 11403 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:45769 req_id = 0a55ca51-2050-415f-a044-0647e59b7a1f response_code = 201 uri = /metrics/producers
34852024-11-19T06:03:24.711ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e0f27731-3cc7-4f4d-8efc-d29629f1545f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34862024-11-19T06:03:24.712ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e0f27731-3cc7-4f4d-8efc-d29629f1545f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34872024-11-19T06:03:24.714ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2622 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e0f27731-3cc7-4f4d-8efc-d29629f1545f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
34882024-11-19T06:03:24.916ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:48122
34892024-11-19T06:03:24.916ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48122 req_id = c14c9b3c-f06f-4185-ae97-658ac4fa84dd roles = RoleSet { roles: {} } uri = /metrics/producers
34902024-11-19T06:03:24.916ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48122 req_id = c14c9b3c-f06f-4185-ae97-658ac4fa84dd resource = Database result = Ok(()) uri = /metrics/producers
34912024-11-19T06:03:24.924ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = bc732c40-7477-46ff-8e17-70606671989c
34922024-11-19T06:03:24.925ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 8630 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:48122 req_id = c14c9b3c-f06f-4185-ae97-658ac4fa84dd response_code = 201 uri = /metrics/producers
34932024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
34942024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
34952024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 62 reason = Timeout
34962024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
34972024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
34982024-11-19T06:03:25.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
34992024-11-19T06:03:25.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35002024-11-19T06:03:25.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
35012024-11-19T06:03:25.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
35022024-11-19T06:03:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
35032024-11-19T06:03:25.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35042024-11-19T06:03:25.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35052024-11-19T06:03:25.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35062024-11-19T06:03:25.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35072024-11-19T06:03:25.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35082024-11-19T06:03:25.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
35092024-11-19T06:03:25.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35102024-11-19T06:03:25.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35112024-11-19T06:03:25.057ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
35122024-11-19T06:03:25.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.021199ms iteration = 62 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
35132024-11-19T06:03:25.070ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 36.57892ms iteration = 62 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
35142024-11-19T06:03:25.736ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d97dcde6-d316-40dd-a50a-75ec896be92f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35152024-11-19T06:03:25.736ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d97dcde6-d316-40dd-a50a-75ec896be92f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35162024-11-19T06:03:25.738ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2150 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d97dcde6-d316-40dd-a50a-75ec896be92f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35172024-11-19T06:03:26.761ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a58d2e25-0bc2-4496-ac56-5e9d9772d221 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35182024-11-19T06:03:26.761ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a58d2e25-0bc2-4496-ac56-5e9d9772d221 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35192024-11-19T06:03:26.763ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2551 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a58d2e25-0bc2-4496-ac56-5e9d9772d221 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35202024-11-19T06:03:27.787ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5becbb1-1fd5-4e8c-8952-78da8b7f449c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35212024-11-19T06:03:27.787ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5becbb1-1fd5-4e8c-8952-78da8b7f449c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35222024-11-19T06:03:27.789ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2234 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5becbb1-1fd5-4e8c-8952-78da8b7f449c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35232024-11-19T06:03:28.810ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b76dfaf8-cf62-46de-bb3d-2de376e0efc4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35242024-11-19T06:03:28.811ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b76dfaf8-cf62-46de-bb3d-2de376e0efc4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35252024-11-19T06:03:28.812ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2145 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b76dfaf8-cf62-46de-bb3d-2de376e0efc4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35262024-11-19T06:03:29.833ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 505d42f3-53b1-477f-92cd-44e4e1066519 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35272024-11-19T06:03:29.834ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 505d42f3-53b1-477f-92cd-44e4e1066519 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35282024-11-19T06:03:29.836ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2456 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 505d42f3-53b1-477f-92cd-44e4e1066519 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35292024-11-19T06:03:30.857ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c6c57bd-4979-4834-bfbc-55fdd8fdd939 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35302024-11-19T06:03:30.858ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c6c57bd-4979-4834-bfbc-55fdd8fdd939 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35312024-11-19T06:03:30.859ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2413 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c6c57bd-4979-4834-bfbc-55fdd8fdd939 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35322024-11-19T06:03:31.881ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78d50e2e-02eb-494c-9236-c126d67c53e4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35332024-11-19T06:03:31.881ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78d50e2e-02eb-494c-9236-c126d67c53e4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35342024-11-19T06:03:31.883ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1875 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 78d50e2e-02eb-494c-9236-c126d67c53e4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35352024-11-19T06:03:32.905ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 838d669d-03bb-48b8-b667-e90cbe4ec0f7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35362024-11-19T06:03:32.905ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 838d669d-03bb-48b8-b667-e90cbe4ec0f7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35372024-11-19T06:03:32.907ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2420 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 838d669d-03bb-48b8-b667-e90cbe4ec0f7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35382024-11-19T06:03:33.930ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4fbb7e3b-5a08-4145-a512-83e38a8b4573 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35392024-11-19T06:03:33.930ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4fbb7e3b-5a08-4145-a512-83e38a8b4573 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35402024-11-19T06:03:33.932ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2134 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4fbb7e3b-5a08-4145-a512-83e38a8b4573 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35412024-11-19T06:03:34.955ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7642369b-93ca-453d-adcc-67e00a50024a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35422024-11-19T06:03:34.956ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7642369b-93ca-453d-adcc-67e00a50024a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35432024-11-19T06:03:34.957ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1797 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7642369b-93ca-453d-adcc-67e00a50024a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35442024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 63 reason = Timeout
35452024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
35462024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
35472024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35482024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35492024-11-19T06:03:35.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
35502024-11-19T06:03:35.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35512024-11-19T06:03:35.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
35522024-11-19T06:03:35.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
35532024-11-19T06:03:35.038ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
35542024-11-19T06:03:35.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35552024-11-19T06:03:35.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35562024-11-19T06:03:35.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35572024-11-19T06:03:35.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35582024-11-19T06:03:35.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
35592024-11-19T06:03:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
35602024-11-19T06:03:35.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
35612024-11-19T06:03:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
35622024-11-19T06:03:35.055ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
35632024-11-19T06:03:35.055ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.119139ms iteration = 63 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
35642024-11-19T06:03:35.066ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.981132ms iteration = 63 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
35652024-11-19T06:03:35.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1813 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 2da5b63b-6678-4c46-a550-a20aa7e7ae46 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
35662024-11-19T06:03:35.816ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
35672024-11-19T06:03:35.816ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
35682024-11-19T06:03:35.847ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
35692024-11-19T06:03:35.847ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:62260
35702024-11-19T06:03:35.847ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:62260 req_id = 2f64c5ce-0b13-4b95-8b55-7f6aca2c1966 roles = RoleSet { roles: {} } uri = /metrics/producers
35712024-11-19T06:03:35.847ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:62260 req_id = 2f64c5ce-0b13-4b95-8b55-7f6aca2c1966 resource = Database result = Ok(()) uri = /metrics/producers
35722024-11-19T06:03:35.856ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
35732024-11-19T06:03:35.856ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 9038 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:62260 req_id = 2f64c5ce-0b13-4b95-8b55-7f6aca2c1966 response_code = 201 uri = /metrics/producers
35742024-11-19T06:03:35.856ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "2f64c5ce-0b13-4b95-8b55-7f6aca2c1966", "content-length": "41", "date": "Tue, 19 Nov 2024 06:03:35 GMT"} })
35752024-11-19T06:03:35.858ZDEBGnexus (producer-registration-task): registered with nexus successfully
35762024-11-19T06:03:35.858ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
35772024-11-19T06:03:35.980ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 83267f0d-141f-46d4-aa9d-cbff34edc791 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35782024-11-19T06:03:35.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 83267f0d-141f-46d4-aa9d-cbff34edc791 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35792024-11-19T06:03:35.982ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2035 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 83267f0d-141f-46d4-aa9d-cbff34edc791 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35802024-11-19T06:03:37.003ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 506dbe0b-c514-44b6-acfc-663c50290ab7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35812024-11-19T06:03:37.004ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 506dbe0b-c514-44b6-acfc-663c50290ab7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35822024-11-19T06:03:37.006ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2335 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 506dbe0b-c514-44b6-acfc-663c50290ab7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35832024-11-19T06:03:38.027ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 287d60ed-4738-4a6a-9a61-2e90ff5c23cb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35842024-11-19T06:03:38.027ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 287d60ed-4738-4a6a-9a61-2e90ff5c23cb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35852024-11-19T06:03:38.029ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1951 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 287d60ed-4738-4a6a-9a61-2e90ff5c23cb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35862024-11-19T06:03:39.050ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f8633b30-0cf1-4298-8256-003a5a687753 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35872024-11-19T06:03:39.050ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f8633b30-0cf1-4298-8256-003a5a687753 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35882024-11-19T06:03:39.052ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2232 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f8633b30-0cf1-4298-8256-003a5a687753 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35892024-11-19T06:03:40.072ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 93efeb96-2a7c-40c4-b8dc-6c0f06b6b93a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35902024-11-19T06:03:40.073ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 93efeb96-2a7c-40c4-b8dc-6c0f06b6b93a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35912024-11-19T06:03:40.075ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2302 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 93efeb96-2a7c-40c4-b8dc-6c0f06b6b93a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35922024-11-19T06:03:40.721ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 81bc078d-dc25-4f71-a70b-7c73de2cb888 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
35932024-11-19T06:03:40.722ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 81bc078d-dc25-4f71-a70b-7c73de2cb888 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
35942024-11-19T06:03:40.725ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3323 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 81bc078d-dc25-4f71-a70b-7c73de2cb888 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
35952024-11-19T06:03:40.725ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = f2043820-e6ac-4e4a-9d4c-3106787a8790 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
35962024-11-19T06:03:40.725ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = f2043820-e6ac-4e4a-9d4c-3106787a8790 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
35972024-11-19T06:03:40.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2336 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = f2043820-e6ac-4e4a-9d4c-3106787a8790 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
35982024-11-19T06:03:41.096ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 74c29f71-6025-43c3-839e-74849a8a5c78 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
35992024-11-19T06:03:41.097ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 74c29f71-6025-43c3-839e-74849a8a5c78 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36002024-11-19T06:03:41.098ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1749 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 74c29f71-6025-43c3-839e-74849a8a5c78 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36012024-11-19T06:03:42.118ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f87eb3-03cb-485d-a255-e7c790feebe3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36022024-11-19T06:03:42.119ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f87eb3-03cb-485d-a255-e7c790feebe3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36032024-11-19T06:03:42.121ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2630 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f87eb3-03cb-485d-a255-e7c790feebe3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36042024-11-19T06:03:43.143ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32901807-6543-4565-97ec-2459118a3083 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36052024-11-19T06:03:43.143ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32901807-6543-4565-97ec-2459118a3083 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36062024-11-19T06:03:43.145ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2432 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32901807-6543-4565-97ec-2459118a3083 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36072024-11-19T06:03:44.168ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64864472-eb79-4696-856c-18ba1e353405 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36082024-11-19T06:03:44.168ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64864472-eb79-4696-856c-18ba1e353405 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36092024-11-19T06:03:44.170ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2059 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 64864472-eb79-4696-856c-18ba1e353405 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
36102024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
36112024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
36122024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
36132024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
36142024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36152024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 22 reason = Timeout
36162024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
36172024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
36182024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 22 reason = Timeout
36192024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
36202024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
36212024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
36222024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 64 reason = Timeout
36232024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
36242024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
36252024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
36262024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
36272024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
36282024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
36292024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 26 reason = Timeout
36302024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 22 reason = Timeout
36312024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
36322024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36332024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 23 reason = Timeout
36342024-11-19T06:03:45.035ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
36352024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
36362024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
36372024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
36382024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
36392024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 22 reason = Timeout
36402024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
36412024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 22 reason = Timeout
36422024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
36432024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 22 reason = Timeout
36442024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
36452024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36462024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
36472024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
36482024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
36492024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
36502024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
36512024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
36522024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36532024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
36542024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
36552024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
36562024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
36572024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
36582024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
36592024-11-19T06:03:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
36602024-11-19T06:03:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
36612024-11-19T06:03:45.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36622024-11-19T06:03:45.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
36632024-11-19T06:03:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
36642024-11-19T06:03:45.038ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.265294ms iteration = 22 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
36652024-11-19T06:03:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
36662024-11-19T06:03:45.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36672024-11-19T06:03:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36682024-11-19T06:03:45.042ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36692024-11-19T06:03:45.042ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36702024-11-19T06:03:45.043ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36712024-11-19T06:03:45.044ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
36722024-11-19T06:03:45.044ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
36732024-11-19T06:03:45.044ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 829443609 } })
36742024-11-19T06:03:45.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
36752024-11-19T06:03:45.044ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
36762024-11-19T06:03:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
36772024-11-19T06:03:45.045ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36782024-11-19T06:03:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36792024-11-19T06:03:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
36802024-11-19T06:03:45.046ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
36812024-11-19T06:03:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
36822024-11-19T06:03:45.048ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 832883895 } })
36832024-11-19T06:03:45.048ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
36842024-11-19T06:03:45.049ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 13.997745ms iteration = 64 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
36852024-11-19T06:03:45.049ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
36862024-11-19T06:03:45.049ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36872024-11-19T06:03:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
36882024-11-19T06:03:45.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36892024-11-19T06:03:45.051ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
36902024-11-19T06:03:45.051ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
36912024-11-19T06:03:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
36922024-11-19T06:03:45.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36932024-11-19T06:03:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
36942024-11-19T06:03:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
36952024-11-19T06:03:45.054ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
36962024-11-19T06:03:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
36972024-11-19T06:03:45.079ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36982024-11-19T06:03:45.081ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
36992024-11-19T06:03:45.081ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
37002024-11-19T06:03:45.081ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 46.054558ms iteration = 64 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
37012024-11-19T06:03:45.081ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
37022024-11-19T06:03:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
37032024-11-19T06:03:45.082ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
37042024-11-19T06:03:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
37052024-11-19T06:03:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
37062024-11-19T06:03:45.083ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
37072024-11-19T06:03:45.083ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
37082024-11-19T06:03:45.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
37092024-11-19T06:03:45.084ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
37102024-11-19T06:03:45.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
37112024-11-19T06:03:45.086ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
37122024-11-19T06:03:45.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
37132024-11-19T06:03:45.087ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3455, tv_nsec: 872070651 } })
37142024-11-19T06:03:45.087ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
37152024-11-19T06:03:45.087ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
37162024-11-19T06:03:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
37172024-11-19T06:03:45.089ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37182024-11-19T06:03:45.091ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
37192024-11-19T06:03:45.091ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
37202024-11-19T06:03:45.091ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
37212024-11-19T06:03:45.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
37222024-11-19T06:03:45.092ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
37232024-11-19T06:03:45.092ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
37242024-11-19T06:03:45.092ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
37252024-11-19T06:03:45.092ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 57.062832ms iteration = 22 status = {"errors":[],"records_set_to_done":[]}
37262024-11-19T06:03:45.092ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 57.301025ms iteration = 22 status = {"errors":[],"garbage_collect_requested":[]}
37272024-11-19T06:03:45.094ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37282024-11-19T06:03:45.094ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 58.949842ms iteration = 22 status = 0
37292024-11-19T06:03:45.096ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
37302024-11-19T06:03:45.096ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
37312024-11-19T06:03:45.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
37322024-11-19T06:03:45.100ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
37332024-11-19T06:03:45.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
37342024-11-19T06:03:45.103ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
37352024-11-19T06:03:45.103ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
37362024-11-19T06:03:45.104ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "be0f9713-4703-4f70-b730-90a7bee5197c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
37372024-11-19T06:03:45.104ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
37382024-11-19T06:03:45.104ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37392024-11-19T06:03:45.104ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
37402024-11-19T06:03:45.104ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
37412024-11-19T06:03:45.105ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1ff707f6-e56a-4e23-b925-3b728914ce89", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
37422024-11-19T06:03:45.105ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
37432024-11-19T06:03:45.106ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
37442024-11-19T06:03:45.106ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
37452024-11-19T06:03:45.106ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
37462024-11-19T06:03:45.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
37472024-11-19T06:03:45.107ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
37482024-11-19T06:03:45.111ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 75.915598ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
37492024-11-19T06:03:45.122ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
37502024-11-19T06:03:45.122ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
37512024-11-19T06:03:45.122ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
37522024-11-19T06:03:45.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
37532024-11-19T06:03:45.126ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
37542024-11-19T06:03:45.126ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 91.51318ms iteration = 22 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
37552024-11-19T06:03:45.127ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 92.265918ms iteration = 22 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
37562024-11-19T06:03:45.129ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
37572024-11-19T06:03:45.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
37582024-11-19T06:03:45.153ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
37592024-11-19T06:03:45.153ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
37602024-11-19T06:03:45.153ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7ece5644-9ddc-4cae-a722-4be07f17f73c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
37612024-11-19T06:03:45.153ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
37622024-11-19T06:03:45.153ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 118.213518ms iteration = 26 status = {"physical_disks_added":0}
37632024-11-19T06:03:45.154ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
37642024-11-19T06:03:45.163ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 127.702876ms iteration = 22 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
37652024-11-19T06:03:45.164ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
37662024-11-19T06:03:45.164ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
37672024-11-19T06:03:45.164ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 129.429814ms iteration = 22 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
37682024-11-19T06:03:45.177ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
37692024-11-19T06:03:45.178ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
37702024-11-19T06:03:45.179ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37712024-11-19T06:03:45.181ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
37722024-11-19T06:03:45.181ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
37732024-11-19T06:03:45.181ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
37742024-11-19T06:03:45.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33c3941c-ad0c-4f33-b943-1f25f1196566 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
37752024-11-19T06:03:45.191ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33c3941c-ad0c-4f33-b943-1f25f1196566 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
37762024-11-19T06:03:45.196ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 160.609378ms iteration = 22 status = {}
37772024-11-19T06:03:45.200ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
37782024-11-19T06:03:45.201ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "26e6e717-6754-476b-9a85-222b280c0ed3", "content-length": "1", "date": "Tue, 19 Nov 2024 06:03:44 GMT"} })
37792024-11-19T06:03:45.203ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
37802024-11-19T06:03:45.203ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
37812024-11-19T06:03:45.210ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
37822024-11-19T06:03:45.212ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
37832024-11-19T06:03:45.212ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
37842024-11-19T06:03:45.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
37852024-11-19T06:03:45.238ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
37862024-11-19T06:03:45.238ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
37872024-11-19T06:03:45.239ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "be6ce6a4-6e55-49fd-997c-e1a4d40b1687", "content-length": "372", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
37882024-11-19T06:03:45.239ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
37892024-11-19T06:03:45.239ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
37902024-11-19T06:03:45.240ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 49129 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 33c3941c-ad0c-4f33-b943-1f25f1196566 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
37912024-11-19T06:03:45.241ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 205.699005ms iteration = 22 status = null
37922024-11-19T06:03:45.292ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
37932024-11-19T06:03:45.293ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "6629bf45-b8ea-4519-a157-fae11abc7d53", "content-length": "691", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
37942024-11-19T06:03:45.293ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
37952024-11-19T06:03:45.293ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
37962024-11-19T06:03:45.293ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
37972024-11-19T06:03:45.294ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 259.202961ms iteration = 22 status = {}
37982024-11-19T06:03:45.295ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
37992024-11-19T06:03:45.295ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
38002024-11-19T06:03:45.295ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "885a3965-fae2-44af-9339-bd942c821cf6", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
38012024-11-19T06:03:45.295ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
38022024-11-19T06:03:45.296ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
38032024-11-19T06:03:45.298ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
38042024-11-19T06:03:45.298ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
38052024-11-19T06:03:45.301ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
38062024-11-19T06:03:45.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
38072024-11-19T06:03:45.305ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
38082024-11-19T06:03:45.305ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
38092024-11-19T06:03:45.305ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "6fcf271c-534e-4378-b4db-487d2cafc6c6", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
38102024-11-19T06:03:45.307ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 271.6744ms iteration = 23 status = {}
38112024-11-19T06:03:45.318ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38122024-11-19T06:03:45.318ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38132024-11-19T06:03:45.320ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
38142024-11-19T06:03:45.320ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38152024-11-19T06:03:45.321ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38162024-11-19T06:03:45.330ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
38172024-11-19T06:03:45.330ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "b1845369-7bd7-4ae5-9e53-0018c5f9d2ca", "content-length": "134", "date": "Tue, 19 Nov 2024 06:03:44 GMT"} })
38182024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
38192024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
38202024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
38212024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
38222024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
38232024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
38242024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
38252024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
38262024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
38272024-11-19T06:03:45.330ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
38282024-11-19T06:03:45.331ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
38292024-11-19T06:03:45.331ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38302024-11-19T06:03:45.331ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38312024-11-19T06:03:45.333ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
38322024-11-19T06:03:45.334ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "e5f371fd-1446-43f7-bdf2-342f06527118", "content-length": "2", "date": "Tue, 19 Nov 2024 06:03:44 GMT"} })
38332024-11-19T06:03:45.334ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
38342024-11-19T06:03:45.334ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "faa990e7-13ad-4edc-895e-3bf312eda39f", "content-length": "52", "date": "Tue, 19 Nov 2024 06:03:44 GMT"} })
38352024-11-19T06:03:45.334ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
38362024-11-19T06:03:45.334ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
38372024-11-19T06:03:45.435ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "29ed8840-9c24-4532-97cc-78f30fe78c9d", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
38382024-11-19T06:03:45.435ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
38392024-11-19T06:03:45.435ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
38402024-11-19T06:03:45.435ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "bcf9951a-b486-4d6b-8d9a-bb58884ae12c", "content-length": "682", "date": "Tue, 19 Nov 2024 06:03:45 GMT"} })
38412024-11-19T06:03:45.435ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38422024-11-19T06:03:45.436ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38432024-11-19T06:03:45.439ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38442024-11-19T06:03:45.439ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38452024-11-19T06:03:45.442ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38462024-11-19T06:03:45.443ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38472024-11-19T06:03:45.444ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
38482024-11-19T06:03:45.445ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
38492024-11-19T06:03:45.451ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 416.490363ms iteration = 22 status = {}
38502024-11-19T06:03:45.537ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = f883ec5e-0604-4784-ba20-b32044204f80 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
38512024-11-19T06:03:45.537ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = f883ec5e-0604-4784-ba20-b32044204f80 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
38522024-11-19T06:03:45.543ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 6202 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = f883ec5e-0604-4784-ba20-b32044204f80 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
38532024-11-19T06:03:46.267ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e14e48f-a7c9-4e66-8297-eef7553e149c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38542024-11-19T06:03:46.267ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e14e48f-a7c9-4e66-8297-eef7553e149c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38552024-11-19T06:03:46.269ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2254 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e14e48f-a7c9-4e66-8297-eef7553e149c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38562024-11-19T06:03:47.291ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331564fb-a01d-49c6-a8f6-a7ccda7f6bb7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38572024-11-19T06:03:47.291ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331564fb-a01d-49c6-a8f6-a7ccda7f6bb7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38582024-11-19T06:03:47.293ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2406 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331564fb-a01d-49c6-a8f6-a7ccda7f6bb7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38592024-11-19T06:03:48.314ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d29d7c7e-b03e-4825-b6a9-ae1eaf04e578 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38602024-11-19T06:03:48.314ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d29d7c7e-b03e-4825-b6a9-ae1eaf04e578 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38612024-11-19T06:03:48.316ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2142 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d29d7c7e-b03e-4825-b6a9-ae1eaf04e578 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38622024-11-19T06:03:49.338ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cc7d4a17-efc8-4e04-b1f8-1a6cf32e5a19 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38632024-11-19T06:03:49.339ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cc7d4a17-efc8-4e04-b1f8-1a6cf32e5a19 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38642024-11-19T06:03:49.341ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2640 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cc7d4a17-efc8-4e04-b1f8-1a6cf32e5a19 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38652024-11-19T06:03:50.361ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d165fe8a-1819-4d19-87fb-01ebbed75a7a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38662024-11-19T06:03:50.362ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d165fe8a-1819-4d19-87fb-01ebbed75a7a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38672024-11-19T06:03:50.363ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2230 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d165fe8a-1819-4d19-87fb-01ebbed75a7a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38682024-11-19T06:03:50.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1261 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = fe91b2d8-5f0f-41e5-97de-69c512f6dd96 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
38692024-11-19T06:03:51.384ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4c149f-2b0f-469c-a38a-9dd573eed9e9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38702024-11-19T06:03:51.385ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4c149f-2b0f-469c-a38a-9dd573eed9e9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38712024-11-19T06:03:51.386ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2066 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fd4c149f-2b0f-469c-a38a-9dd573eed9e9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38722024-11-19T06:03:52.407ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8cf37baa-f4f7-4fe3-b338-653e57266a00 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38732024-11-19T06:03:52.407ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8cf37baa-f4f7-4fe3-b338-653e57266a00 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38742024-11-19T06:03:52.409ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2452 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8cf37baa-f4f7-4fe3-b338-653e57266a00 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38752024-11-19T06:03:53.431ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad0eee68-1c03-44ee-9a39-0025f1dab893 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38762024-11-19T06:03:53.431ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad0eee68-1c03-44ee-9a39-0025f1dab893 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38772024-11-19T06:03:53.434ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2852 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad0eee68-1c03-44ee-9a39-0025f1dab893 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38782024-11-19T06:03:54.452ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8ee5ba23-0e8a-45eb-8191-7ff902fdb9a3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38792024-11-19T06:03:54.453ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8ee5ba23-0e8a-45eb-8191-7ff902fdb9a3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38802024-11-19T06:03:54.454ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1642 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8ee5ba23-0e8a-45eb-8191-7ff902fdb9a3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
38812024-11-19T06:03:55.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
38822024-11-19T06:03:55.034ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38832024-11-19T06:03:55.034ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 65 reason = Timeout
38842024-11-19T06:03:55.034ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
38852024-11-19T06:03:55.034ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38862024-11-19T06:03:55.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
38872024-11-19T06:03:55.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38882024-11-19T06:03:55.039ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
38892024-11-19T06:03:55.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38902024-11-19T06:03:55.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38912024-11-19T06:03:55.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38922024-11-19T06:03:55.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38932024-11-19T06:03:55.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
38942024-11-19T06:03:55.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
38952024-11-19T06:03:55.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
38962024-11-19T06:03:55.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
38972024-11-19T06:03:55.058ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
38982024-11-19T06:03:55.058ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.509135ms iteration = 65 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
38992024-11-19T06:03:55.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
39002024-11-19T06:03:55.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
39012024-11-19T06:03:55.066ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.363976ms iteration = 65 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
39022024-11-19T06:03:55.476ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbf1c8b3-27a8-4290-98cd-c9dc58b3f9d1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39032024-11-19T06:03:55.476ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbf1c8b3-27a8-4290-98cd-c9dc58b3f9d1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39042024-11-19T06:03:55.478ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2182 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cbf1c8b3-27a8-4290-98cd-c9dc58b3f9d1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39052024-11-19T06:03:56.499ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bfc70790-7fc8-42a1-86ed-36c8e6554f15 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39062024-11-19T06:03:56.500ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bfc70790-7fc8-42a1-86ed-36c8e6554f15 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39072024-11-19T06:03:56.502ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2308 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bfc70790-7fc8-42a1-86ed-36c8e6554f15 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39082024-11-19T06:03:57.522ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b119982c-a991-428a-9107-178c671f4c3b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39092024-11-19T06:03:57.522ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b119982c-a991-428a-9107-178c671f4c3b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39102024-11-19T06:03:57.524ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1918 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b119982c-a991-428a-9107-178c671f4c3b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39112024-11-19T06:03:58.547ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 312a0c4b-5f2c-499b-9a2a-396cd0d8b2f4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39122024-11-19T06:03:58.548ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 312a0c4b-5f2c-499b-9a2a-396cd0d8b2f4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39132024-11-19T06:03:58.554ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 6297 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 312a0c4b-5f2c-499b-9a2a-396cd0d8b2f4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39142024-11-19T06:03:59.576ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cf6aeead-f9a5-401f-a607-07d0fead9e2c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39152024-11-19T06:03:59.576ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cf6aeead-f9a5-401f-a607-07d0fead9e2c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39162024-11-19T06:03:59.578ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2305 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cf6aeead-f9a5-401f-a607-07d0fead9e2c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39172024-11-19T06:04:00.599ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1a9bfc99-9d6b-41df-9828-16535d0eb7ef roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39182024-11-19T06:04:00.599ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1a9bfc99-9d6b-41df-9828-16535d0eb7ef resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39192024-11-19T06:04:00.601ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2135 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1a9bfc99-9d6b-41df-9828-16535d0eb7ef response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39202024-11-19T06:04:01.621ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4acd4533-f024-4592-90af-acb0c284f1d3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39212024-11-19T06:04:01.621ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4acd4533-f024-4592-90af-acb0c284f1d3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39222024-11-19T06:04:01.623ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1962 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4acd4533-f024-4592-90af-acb0c284f1d3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39232024-11-19T06:04:02.645ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b378c55c-2b9b-4ef8-a15a-7ad4a3525cc9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39242024-11-19T06:04:02.645ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b378c55c-2b9b-4ef8-a15a-7ad4a3525cc9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39252024-11-19T06:04:02.647ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2064 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b378c55c-2b9b-4ef8-a15a-7ad4a3525cc9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39262024-11-19T06:04:03.667ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5c38de5-21db-4a08-8288-992e517398d1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39272024-11-19T06:04:03.667ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5c38de5-21db-4a08-8288-992e517398d1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39282024-11-19T06:04:03.669ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2431 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5c38de5-21db-4a08-8288-992e517398d1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39292024-11-19T06:04:04.691ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9189eaf-5a77-472d-95c4-06d18c5a7fce roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39302024-11-19T06:04:04.691ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9189eaf-5a77-472d-95c4-06d18c5a7fce resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39312024-11-19T06:04:04.693ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2230 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9189eaf-5a77-472d-95c4-06d18c5a7fce response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39322024-11-19T06:04:05.034ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 66 reason = Timeout
39332024-11-19T06:04:05.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 66 reason = Timeout
39342024-11-19T06:04:05.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
39352024-11-19T06:04:05.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
39362024-11-19T06:04:05.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
39372024-11-19T06:04:05.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
39382024-11-19T06:04:05.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39392024-11-19T06:04:05.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
39402024-11-19T06:04:05.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
39412024-11-19T06:04:05.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
39422024-11-19T06:04:05.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
39432024-11-19T06:04:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
39442024-11-19T06:04:05.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
39452024-11-19T06:04:05.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
39462024-11-19T06:04:05.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
39472024-11-19T06:04:05.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
39482024-11-19T06:04:05.056ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
39492024-11-19T06:04:05.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.026829ms iteration = 66 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
39502024-11-19T06:04:05.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
39512024-11-19T06:04:05.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
39522024-11-19T06:04:05.066ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.83175ms iteration = 66 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
39532024-11-19T06:04:05.713ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9ab96733-4bd0-47b5-be48-6887a6219348 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39542024-11-19T06:04:05.713ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9ab96733-4bd0-47b5-be48-6887a6219348 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39552024-11-19T06:04:05.715ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2013 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9ab96733-4bd0-47b5-be48-6887a6219348 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39562024-11-19T06:04:05.729ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1420 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 10955110-fc6f-48ea-a13c-faef8f83e74c response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
39572024-11-19T06:04:06.737ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24d9619f-3b04-4d86-84df-a05521b7f7bf roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39582024-11-19T06:04:06.738ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24d9619f-3b04-4d86-84df-a05521b7f7bf resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39592024-11-19T06:04:06.739ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2374 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24d9619f-3b04-4d86-84df-a05521b7f7bf response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39602024-11-19T06:04:07.761ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bdcc8003-eb70-406d-b54b-c0f76104fbd4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39612024-11-19T06:04:07.761ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bdcc8003-eb70-406d-b54b-c0f76104fbd4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39622024-11-19T06:04:07.763ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1833 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bdcc8003-eb70-406d-b54b-c0f76104fbd4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39632024-11-19T06:04:08.783ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24e96d32-b82c-4a1b-a98e-9233b1b7367c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39642024-11-19T06:04:08.783ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24e96d32-b82c-4a1b-a98e-9233b1b7367c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39652024-11-19T06:04:08.785ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2121 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 24e96d32-b82c-4a1b-a98e-9233b1b7367c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39662024-11-19T06:04:09.806ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 28f3bf35-1295-4cc3-a599-ebec1c28cf01 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39672024-11-19T06:04:09.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 28f3bf35-1295-4cc3-a599-ebec1c28cf01 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39682024-11-19T06:04:09.808ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1749 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 28f3bf35-1295-4cc3-a599-ebec1c28cf01 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39692024-11-19T06:04:10.722ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7736b891-c89d-42b7-a632-d5a8b0078ebd roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
39702024-11-19T06:04:10.722ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7736b891-c89d-42b7-a632-d5a8b0078ebd resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
39712024-11-19T06:04:10.724ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2638 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7736b891-c89d-42b7-a632-d5a8b0078ebd response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
39722024-11-19T06:04:10.725ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = cefa189c-598d-450b-80c9-3d30c0f9294f roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
39732024-11-19T06:04:10.725ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = cefa189c-598d-450b-80c9-3d30c0f9294f resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
39742024-11-19T06:04:10.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2106 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = cefa189c-598d-450b-80c9-3d30c0f9294f response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
39752024-11-19T06:04:10.829ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 394d0f37-6922-4688-bdf4-04d4a7cc5f17 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39762024-11-19T06:04:10.829ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 394d0f37-6922-4688-bdf4-04d4a7cc5f17 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39772024-11-19T06:04:10.830ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1709 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 394d0f37-6922-4688-bdf4-04d4a7cc5f17 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39782024-11-19T06:04:11.854ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 367f1aa1-17e1-4220-9750-e1342c0566da roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39792024-11-19T06:04:11.854ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 367f1aa1-17e1-4220-9750-e1342c0566da resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39802024-11-19T06:04:11.856ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2031 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 367f1aa1-17e1-4220-9750-e1342c0566da response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39812024-11-19T06:04:12.876ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a01464d2-6d54-4cdd-84ad-3f202c0a4367 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39822024-11-19T06:04:12.876ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a01464d2-6d54-4cdd-84ad-3f202c0a4367 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39832024-11-19T06:04:12.878ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2303 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a01464d2-6d54-4cdd-84ad-3f202c0a4367 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39842024-11-19T06:04:13.902ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f815ff4a-b539-43a8-8f0d-b7d07252758a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39852024-11-19T06:04:13.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f815ff4a-b539-43a8-8f0d-b7d07252758a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39862024-11-19T06:04:13.904ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2201 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f815ff4a-b539-43a8-8f0d-b7d07252758a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39872024-11-19T06:04:14.929ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 753765e4-3a33-4bbc-8ff7-1aea5ec92c65 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39882024-11-19T06:04:14.929ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 753765e4-3a33-4bbc-8ff7-1aea5ec92c65 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39892024-11-19T06:04:14.931ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2829 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 753765e4-3a33-4bbc-8ff7-1aea5ec92c65 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
39902024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
39912024-11-19T06:04:15.035ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
39922024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 27.111\u{b5}s iteration = 13 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
39932024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 13 reason = Timeout
39942024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
39952024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 67 reason = Timeout
39962024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
39972024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 23 reason = Timeout
39982024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
39992024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
40002024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
40012024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
40022024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 12 reason = Timeout
40032024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 27 reason = Timeout
40042024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 12 reason = Timeout
40052024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
40062024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
40072024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
40082024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 13 reason = Timeout
40092024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 24 reason = Timeout
40102024-11-19T06:04:15.035ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
40112024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
40122024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
40132024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
40142024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
40152024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
40162024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
40172024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
40182024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 12 reason = Timeout
40192024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
40202024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 13 reason = Timeout
40212024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
40222024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 13 reason = Timeout
40232024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
40242024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
40252024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 12 reason = Timeout
40262024-11-19T06:04:15.035ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
40272024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 13 reason = Timeout
40282024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
40292024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
40302024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
40312024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
40322024-11-19T06:04:15.035ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:54:15.035373087 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
40332024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 67 reason = Timeout
40342024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
40352024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
40362024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
40372024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
40382024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
40392024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
40402024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 23 reason = Timeout
40412024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
40422024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 23 reason = Timeout
40432024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
40442024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
40452024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
40462024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
40472024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
40482024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
40492024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
40502024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
40512024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
40522024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
40532024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
40542024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
40552024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
40562024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
40572024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
40582024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 23 reason = Timeout
40592024-11-19T06:04:15.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
40602024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
40612024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 23 reason = Timeout
40622024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 23 reason = Timeout
40632024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
40642024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
40652024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
40662024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
40672024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
40682024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
40692024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
40702024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
40712024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
40722024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
40732024-11-19T06:04:15.036ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 820511256 } })
40742024-11-19T06:04:15.036ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 820521436 } })
40752024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
40762024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
40772024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
40782024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
40792024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.635827ms iteration = 13 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
40802024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
40812024-11-19T06:04:15.036ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.467266ms iteration = 13 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
40822024-11-19T06:04:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
40832024-11-19T06:04:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
40842024-11-19T06:04:15.039ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40852024-11-19T06:04:15.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40862024-11-19T06:04:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 5.428246ms iteration = 23 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
40872024-11-19T06:04:15.040ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40882024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
40892024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
40902024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
40912024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
40922024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
40932024-11-19T06:04:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
40942024-11-19T06:04:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
40952024-11-19T06:04:15.044ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
40962024-11-19T06:04:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
40972024-11-19T06:04:15.046ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 11.258527ms iteration = 12 status = {"errors":[],"found_port_ok":[]}
40982024-11-19T06:04:15.046ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
40992024-11-19T06:04:15.047ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41002024-11-19T06:04:15.047ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
41012024-11-19T06:04:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
41022024-11-19T06:04:15.049ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41032024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
41042024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
41052024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
41062024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
41072024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
41082024-11-19T06:04:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
41092024-11-19T06:04:15.051ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
41102024-11-19T06:04:15.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
41112024-11-19T06:04:15.053ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:54:15.035373087 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
41122024-11-19T06:04:15.053ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 17.995257ms iteration = 12 status = {"expiration":"2024-11-19T05:54:15.035373087Z","pruned":[]}
41132024-11-19T06:04:15.054ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 838734366 } })
41142024-11-19T06:04:15.054ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
41152024-11-19T06:04:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
41162024-11-19T06:04:15.054ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41172024-11-19T06:04:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41182024-11-19T06:04:15.057ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 842248972 } })
41192024-11-19T06:04:15.058ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
41202024-11-19T06:04:15.065ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
41212024-11-19T06:04:15.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
41222024-11-19T06:04:15.067ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
41232024-11-19T06:04:15.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
41242024-11-19T06:04:15.067ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3485, tv_nsec: 852309766 } })
41252024-11-19T06:04:15.068ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
41262024-11-19T06:04:15.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41272024-11-19T06:04:15.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41282024-11-19T06:04:15.097ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41292024-11-19T06:04:15.099ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
41302024-11-19T06:04:15.099ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
41312024-11-19T06:04:15.099ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
41322024-11-19T06:04:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
41332024-11-19T06:04:15.100ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
41342024-11-19T06:04:15.100ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41352024-11-19T06:04:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41362024-11-19T06:04:15.102ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
41372024-11-19T06:04:15.102ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
41382024-11-19T06:04:15.102ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 67.028245ms iteration = 12 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
41392024-11-19T06:04:15.104ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41402024-11-19T06:04:15.104ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41412024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
41422024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
41432024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
41442024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
41452024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
41462024-11-19T06:04:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
41472024-11-19T06:04:15.110ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41482024-11-19T06:04:15.111ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
41492024-11-19T06:04:15.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
41502024-11-19T06:04:15.113ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 77.019109ms iteration = 23 status = {"errors":[],"garbage_collect_requested":[]}
41512024-11-19T06:04:15.113ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
41522024-11-19T06:04:15.113ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
41532024-11-19T06:04:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
41542024-11-19T06:04:15.114ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 78.761548ms iteration = 23 status = {"errors":[],"records_set_to_done":[]}
41552024-11-19T06:04:15.114ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 79.494575ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
41562024-11-19T06:04:15.115ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
41572024-11-19T06:04:15.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
41582024-11-19T06:04:15.116ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
41592024-11-19T06:04:15.116ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 81.313604ms iteration = 67 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
41602024-11-19T06:04:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
41612024-11-19T06:04:15.119ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
41622024-11-19T06:04:15.119ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 84.293885ms iteration = 23 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
41632024-11-19T06:04:15.120ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41642024-11-19T06:04:15.121ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
41652024-11-19T06:04:15.121ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
41662024-11-19T06:04:15.121ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 85.862921ms iteration = 12 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
41672024-11-19T06:04:15.122ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41682024-11-19T06:04:15.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
41692024-11-19T06:04:15.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
41702024-11-19T06:04:15.127ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
41712024-11-19T06:04:15.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
41722024-11-19T06:04:15.129ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
41732024-11-19T06:04:15.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
41742024-11-19T06:04:15.132ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
41752024-11-19T06:04:15.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
41762024-11-19T06:04:15.148ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41772024-11-19T06:04:15.151ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
41782024-11-19T06:04:15.151ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
41792024-11-19T06:04:15.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
41802024-11-19T06:04:15.153ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
41812024-11-19T06:04:15.155ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
41822024-11-19T06:04:15.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
41832024-11-19T06:04:15.156ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
41842024-11-19T06:04:15.156ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
41852024-11-19T06:04:15.156ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
41862024-11-19T06:04:15.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
41872024-11-19T06:04:15.158ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 123.37507ms iteration = 23 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
41882024-11-19T06:04:15.161ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
41892024-11-19T06:04:15.161ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
41902024-11-19T06:04:15.161ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
41912024-11-19T06:04:15.161ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
41922024-11-19T06:04:15.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
41932024-11-19T06:04:15.163ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41942024-11-19T06:04:15.165ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
41952024-11-19T06:04:15.166ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
41962024-11-19T06:04:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
41972024-11-19T06:04:15.168ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
41982024-11-19T06:04:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
41992024-11-19T06:04:15.171ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
42002024-11-19T06:04:15.171ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
42012024-11-19T06:04:15.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
42022024-11-19T06:04:15.173ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
42032024-11-19T06:04:15.173ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 138.245095ms iteration = 67 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
42042024-11-19T06:04:15.175ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
42052024-11-19T06:04:15.175ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
42062024-11-19T06:04:15.175ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
42072024-11-19T06:04:15.175ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
42082024-11-19T06:04:15.175ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
42092024-11-19T06:04:15.177ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42102024-11-19T06:04:15.180ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
42112024-11-19T06:04:15.180ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
42122024-11-19T06:04:15.180ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
42132024-11-19T06:04:15.180ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
42142024-11-19T06:04:15.180ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
42152024-11-19T06:04:15.186ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42162024-11-19T06:04:15.189ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
42172024-11-19T06:04:15.189ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
42182024-11-19T06:04:15.189ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
42192024-11-19T06:04:15.191ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 156.298763ms iteration = 23 status = 0
42202024-11-19T06:04:15.202ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
42212024-11-19T06:04:15.202ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
42222024-11-19T06:04:15.202ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 167.780222ms iteration = 23 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
42232024-11-19T06:04:15.203ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
42242024-11-19T06:04:15.203ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
42252024-11-19T06:04:15.203ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "fc593005-b57e-4f2f-a9f2-4ab8f9baa063", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:14 GMT"} })
42262024-11-19T06:04:15.203ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
42272024-11-19T06:04:15.206ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
42282024-11-19T06:04:15.213ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
42292024-11-19T06:04:15.213ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
42302024-11-19T06:04:15.213ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
42312024-11-19T06:04:15.213ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ce4abe5b-8dcc-411e-86e3-41f8ae64c32e", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:14 GMT"} })
42322024-11-19T06:04:15.213ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
42332024-11-19T06:04:15.213ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
42342024-11-19T06:04:15.214ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
42352024-11-19T06:04:15.219ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
42362024-11-19T06:04:15.219ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
42372024-11-19T06:04:15.219ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
42382024-11-19T06:04:15.219ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
42392024-11-19T06:04:15.223ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 187.265494ms iteration = 23 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
42402024-11-19T06:04:15.224ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
42412024-11-19T06:04:15.225ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
42422024-11-19T06:04:15.227ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
42432024-11-19T06:04:15.228ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
42442024-11-19T06:04:15.228ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
42452024-11-19T06:04:15.228ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
42462024-11-19T06:04:15.232ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
42472024-11-19T06:04:15.232ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
42482024-11-19T06:04:15.232ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "12f5f55c-b70f-4516-871a-dc244585a25d", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:14 GMT"} })
42492024-11-19T06:04:15.232ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
42502024-11-19T06:04:15.235ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
42512024-11-19T06:04:15.247ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
42522024-11-19T06:04:15.247ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 212.212522ms iteration = 12 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
42532024-11-19T06:04:15.249ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 214.178953ms iteration = 27 status = {"physical_disks_added":0}
42542024-11-19T06:04:15.347ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
42552024-11-19T06:04:15.347ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "e854a600-0996-4c23-a474-179caf13249d", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
42562024-11-19T06:04:15.347ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
42572024-11-19T06:04:15.349ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "9e3c8f11-34d5-44cd-8d9f-02ac3accd216", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
42582024-11-19T06:04:15.349ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
42592024-11-19T06:04:15.350ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
42602024-11-19T06:04:15.351ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 315.665556ms iteration = 14 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
42612024-11-19T06:04:15.374ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
42622024-11-19T06:04:15.374ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
42632024-11-19T06:04:15.375ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "c528b436-e2f3-4201-b2c8-60a016504db7", "content-length": "372", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
42642024-11-19T06:04:15.375ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42652024-11-19T06:04:15.375ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
42662024-11-19T06:04:15.377ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42672024-11-19T06:04:15.377ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42682024-11-19T06:04:15.378ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
42692024-11-19T06:04:15.379ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
42702024-11-19T06:04:15.379ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
42712024-11-19T06:04:15.379ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
42722024-11-19T06:04:15.381ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
42732024-11-19T06:04:15.381ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
42742024-11-19T06:04:15.381ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
42752024-11-19T06:04:15.382ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
42762024-11-19T06:04:15.382ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
42772024-11-19T06:04:15.382ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
42782024-11-19T06:04:15.383ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
42792024-11-19T06:04:15.384ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
42802024-11-19T06:04:15.384ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
42812024-11-19T06:04:15.384ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
42822024-11-19T06:04:15.384ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 349.549249ms iteration = 13 status = {"generation":2}
42832024-11-19T06:04:15.385ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
42842024-11-19T06:04:15.385ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
42852024-11-19T06:04:15.385ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
42862024-11-19T06:04:15.385ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 349.809001ms iteration = 13 status = {"generation":1}
42872024-11-19T06:04:15.399ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 364.450203ms iteration = 23 status = {}
42882024-11-19T06:04:15.421ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
42892024-11-19T06:04:15.421ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 386.749144ms iteration = 13 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
42902024-11-19T06:04:15.426ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
42912024-11-19T06:04:15.426ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
42922024-11-19T06:04:15.459ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
42932024-11-19T06:04:15.460ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d4de8ed-821d-4e6d-873f-a33abc38bff7", "content-length": "1", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
42942024-11-19T06:04:15.461ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
42952024-11-19T06:04:15.462ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
42962024-11-19T06:04:15.464ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 429.049593ms iteration = 23 status = null
42972024-11-19T06:04:15.484ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
42982024-11-19T06:04:15.485ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
42992024-11-19T06:04:15.487ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43002024-11-19T06:04:15.489ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
43012024-11-19T06:04:15.489ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
43022024-11-19T06:04:15.489ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
43032024-11-19T06:04:15.491ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
43042024-11-19T06:04:15.493ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
43052024-11-19T06:04:15.493ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
43062024-11-19T06:04:15.493ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
43072024-11-19T06:04:15.496ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
43082024-11-19T06:04:15.496ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "ddaff2ac-f8b2-4b61-a4b2-d11ce0633b50", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43092024-11-19T06:04:15.496ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43102024-11-19T06:04:15.499ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "c7634c86-a628-41f5-9624-fe4ec8c27821", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43112024-11-19T06:04:15.499ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43122024-11-19T06:04:15.501ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "a83b0cd6-bfbc-4f3f-ba4a-4d5fd831a4b3", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43132024-11-19T06:04:15.501ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43142024-11-19T06:04:15.504ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
43152024-11-19T06:04:15.504ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 469.324781ms iteration = 14 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
43162024-11-19T06:04:15.538ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43172024-11-19T06:04:15.538ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43182024-11-19T06:04:15.541ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
43192024-11-19T06:04:15.541ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43202024-11-19T06:04:15.541ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43212024-11-19T06:04:15.552ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
43222024-11-19T06:04:15.553ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "f7231140-0b86-4943-bcd2-279b25cc56cf", "content-length": "134", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43232024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
43242024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
43252024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
43262024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
43272024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
43282024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
43292024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
43302024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
43312024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
43322024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
43332024-11-19T06:04:15.553ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
43342024-11-19T06:04:15.553ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43352024-11-19T06:04:15.554ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43362024-11-19T06:04:15.556ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
43372024-11-19T06:04:15.556ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "cbe6df77-f5a5-4b96-ab6c-b89736740476", "content-length": "2", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43382024-11-19T06:04:15.557ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
43392024-11-19T06:04:15.557ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "2e2693e4-82db-4db1-98d2-ac91e9946524", "content-length": "52", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43402024-11-19T06:04:15.557ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
43412024-11-19T06:04:15.557ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
43422024-11-19T06:04:15.562ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "06574dc7-51d8-4fab-9aa1-84f005ad9775", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43432024-11-19T06:04:15.562ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
43442024-11-19T06:04:15.562ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
43452024-11-19T06:04:15.564ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
43462024-11-19T06:04:15.564ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
43472024-11-19T06:04:15.568ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
43482024-11-19T06:04:15.568ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
43492024-11-19T06:04:15.571ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
43502024-11-19T06:04:15.571ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
43512024-11-19T06:04:15.572ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "8c55cc31-0f96-4e0e-bb59-fa568a87f7b3", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43522024-11-19T06:04:15.574ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 539.617081ms iteration = 24 status = {}
43532024-11-19T06:04:15.574ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ad7ed711-713e-40c6-a2e2-528cfaf17193 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
43542024-11-19T06:04:15.575ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ad7ed711-713e-40c6-a2e2-528cfaf17193 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
43552024-11-19T06:04:15.577ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3009 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = ad7ed711-713e-40c6-a2e2-528cfaf17193 response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
43562024-11-19T06:04:15.606ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
43572024-11-19T06:04:15.607ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2ec5c62e-00a4-46d9-942f-dcde96a632c0", "content-length": "691", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43582024-11-19T06:04:15.607ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
43592024-11-19T06:04:15.607ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
43602024-11-19T06:04:15.607ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
43612024-11-19T06:04:15.609ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 574.272781ms iteration = 23 status = {}
43622024-11-19T06:04:15.733ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "cc0a82e0-0b4e-4b15-ad64-54b991bbda62", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43632024-11-19T06:04:15.733ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
43642024-11-19T06:04:15.733ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
43652024-11-19T06:04:15.734ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f06f705-b402-4fc6-af7f-cc5f7b31e9b1", "content-length": "682", "date": "Tue, 19 Nov 2024 06:04:15 GMT"} })
43662024-11-19T06:04:15.734ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43672024-11-19T06:04:15.734ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43682024-11-19T06:04:15.738ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43692024-11-19T06:04:15.739ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43702024-11-19T06:04:15.742ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43712024-11-19T06:04:15.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43722024-11-19T06:04:15.745ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
43732024-11-19T06:04:15.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
43742024-11-19T06:04:15.756ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 721.073844ms iteration = 23 status = {}
43752024-11-19T06:04:15.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6aeb22f9-05a9-47c3-a0b4-3ac3673dc0e4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43762024-11-19T06:04:15.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6aeb22f9-05a9-47c3-a0b4-3ac3673dc0e4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43772024-11-19T06:04:15.960ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1827 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6aeb22f9-05a9-47c3-a0b4-3ac3673dc0e4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43782024-11-19T06:04:16.981ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0eb78f6e-c81a-4d4c-846b-964e4253f391 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43792024-11-19T06:04:16.981ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0eb78f6e-c81a-4d4c-846b-964e4253f391 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43802024-11-19T06:04:16.983ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2247 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0eb78f6e-c81a-4d4c-846b-964e4253f391 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43812024-11-19T06:04:18.004ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efff2939-ec03-44b1-af34-f33a62755566 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43822024-11-19T06:04:18.004ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efff2939-ec03-44b1-af34-f33a62755566 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43832024-11-19T06:04:18.006ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2497 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efff2939-ec03-44b1-af34-f33a62755566 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43842024-11-19T06:04:19.029ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 570991e4-df7b-4317-b4b7-564a75c67d13 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43852024-11-19T06:04:19.030ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 570991e4-df7b-4317-b4b7-564a75c67d13 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43862024-11-19T06:04:19.031ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2257 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 570991e4-df7b-4317-b4b7-564a75c67d13 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43872024-11-19T06:04:20.054ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ee4e17e6-c5d8-4bc7-918c-ed12b14d8278 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43882024-11-19T06:04:20.054ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ee4e17e6-c5d8-4bc7-918c-ed12b14d8278 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43892024-11-19T06:04:20.056ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2302 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ee4e17e6-c5d8-4bc7-918c-ed12b14d8278 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43902024-11-19T06:04:20.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1889 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = df1810c5-d3ae-4938-a253-6e3c3f9d599f response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
43912024-11-19T06:04:21.077ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd21f00-c08e-48b0-88ee-d9990a358e0a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43922024-11-19T06:04:21.078ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd21f00-c08e-48b0-88ee-d9990a358e0a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43932024-11-19T06:04:21.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2621 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd21f00-c08e-48b0-88ee-d9990a358e0a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43942024-11-19T06:04:22.102ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b51d8580-f6da-4f63-a5bf-6e4e68fc478c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43952024-11-19T06:04:22.102ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b51d8580-f6da-4f63-a5bf-6e4e68fc478c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43962024-11-19T06:04:22.104ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1791 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b51d8580-f6da-4f63-a5bf-6e4e68fc478c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43972024-11-19T06:04:23.126ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7940cf2e-203a-4868-a3c5-571c58c9e5a0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43982024-11-19T06:04:23.126ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7940cf2e-203a-4868-a3c5-571c58c9e5a0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
43992024-11-19T06:04:23.128ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2356 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7940cf2e-203a-4868-a3c5-571c58c9e5a0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44002024-11-19T06:04:24.152ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7076443-a0eb-49f2-83c9-460b5f7294f0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44012024-11-19T06:04:24.153ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7076443-a0eb-49f2-83c9-460b5f7294f0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44022024-11-19T06:04:24.155ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2196 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7076443-a0eb-49f2-83c9-460b5f7294f0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44032024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 68 reason = Timeout
44042024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 68 reason = Timeout
44052024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44062024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
44072024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44082024-11-19T06:04:25.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
44092024-11-19T06:04:25.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44102024-11-19T06:04:25.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
44112024-11-19T06:04:25.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44122024-11-19T06:04:25.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44132024-11-19T06:04:25.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44142024-11-19T06:04:25.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44152024-11-19T06:04:25.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44162024-11-19T06:04:25.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
44172024-11-19T06:04:25.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44182024-11-19T06:04:25.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44192024-11-19T06:04:25.057ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
44202024-11-19T06:04:25.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.935537ms iteration = 68 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
44212024-11-19T06:04:25.062ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
44222024-11-19T06:04:25.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
44232024-11-19T06:04:25.064ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.054341ms iteration = 68 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
44242024-11-19T06:04:25.176ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 51b09452-e590-4e22-92bd-170702c71ae9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44252024-11-19T06:04:25.176ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 51b09452-e590-4e22-92bd-170702c71ae9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44262024-11-19T06:04:25.178ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2053 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 51b09452-e590-4e22-92bd-170702c71ae9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44272024-11-19T06:04:26.200ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f9924db-60c2-4c40-bf9b-a27844002f55 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44282024-11-19T06:04:26.201ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f9924db-60c2-4c40-bf9b-a27844002f55 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44292024-11-19T06:04:26.202ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1862 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5f9924db-60c2-4c40-bf9b-a27844002f55 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44302024-11-19T06:04:27.225ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47e8994c-1577-46b9-bd5d-67f93925b6ef roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44312024-11-19T06:04:27.225ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47e8994c-1577-46b9-bd5d-67f93925b6ef resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44322024-11-19T06:04:27.227ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1930 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 47e8994c-1577-46b9-bd5d-67f93925b6ef response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44332024-11-19T06:04:28.249ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b2abddc-761a-4d3a-83b2-d208af7b2cd3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44342024-11-19T06:04:28.250ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b2abddc-761a-4d3a-83b2-d208af7b2cd3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44352024-11-19T06:04:28.252ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2485 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b2abddc-761a-4d3a-83b2-d208af7b2cd3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44362024-11-19T06:04:29.274ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b3de009-38d6-4f5e-999d-b94830d7d386 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44372024-11-19T06:04:29.275ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b3de009-38d6-4f5e-999d-b94830d7d386 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44382024-11-19T06:04:29.279ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4264 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b3de009-38d6-4f5e-999d-b94830d7d386 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44392024-11-19T06:04:30.301ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8da2168-428e-4262-ba9c-353e5b3c37df roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44402024-11-19T06:04:30.302ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8da2168-428e-4262-ba9c-353e5b3c37df resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44412024-11-19T06:04:30.304ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2626 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8da2168-428e-4262-ba9c-353e5b3c37df response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44422024-11-19T06:04:31.326ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f3f646d2-d2de-468e-ad76-510efff6be0b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44432024-11-19T06:04:31.326ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f3f646d2-d2de-468e-ad76-510efff6be0b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44442024-11-19T06:04:31.327ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1772 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f3f646d2-d2de-468e-ad76-510efff6be0b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44452024-11-19T06:04:32.349ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2c7302da-bc4d-416f-802e-3308de651a2e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44462024-11-19T06:04:32.349ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2c7302da-bc4d-416f-802e-3308de651a2e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44472024-11-19T06:04:32.351ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2332 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2c7302da-bc4d-416f-802e-3308de651a2e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44482024-11-19T06:04:33.374ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = abcf5e0b-d0ca-4a02-b411-bd80f204a55d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44492024-11-19T06:04:33.374ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = abcf5e0b-d0ca-4a02-b411-bd80f204a55d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44502024-11-19T06:04:33.376ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2708 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = abcf5e0b-d0ca-4a02-b411-bd80f204a55d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44512024-11-19T06:04:34.397ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73e2e031-73ee-4d92-8947-b7714c46b67e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44522024-11-19T06:04:34.398ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73e2e031-73ee-4d92-8947-b7714c46b67e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44532024-11-19T06:04:34.399ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2234 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 73e2e031-73ee-4d92-8947-b7714c46b67e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44542024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 69 reason = Timeout
44552024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
44562024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 69 reason = Timeout
44572024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44582024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
44592024-11-19T06:04:35.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44602024-11-19T06:04:35.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
44612024-11-19T06:04:35.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
44622024-11-19T06:04:35.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44632024-11-19T06:04:35.040ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.087082ms iteration = 69 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
44642024-11-19T06:04:35.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
44652024-11-19T06:04:35.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44662024-11-19T06:04:35.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44672024-11-19T06:04:35.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44682024-11-19T06:04:35.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44692024-11-19T06:04:35.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
44702024-11-19T06:04:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
44712024-11-19T06:04:35.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
44722024-11-19T06:04:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
44732024-11-19T06:04:35.057ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
44742024-11-19T06:04:35.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.344961ms iteration = 69 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
44752024-11-19T06:04:35.421ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0fb61192-19c7-45a5-8c90-59707563b821 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44762024-11-19T06:04:35.422ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0fb61192-19c7-45a5-8c90-59707563b821 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44772024-11-19T06:04:35.423ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1697 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0fb61192-19c7-45a5-8c90-59707563b821 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44782024-11-19T06:04:35.732ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2030 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 8240b17f-9a70-4b1b-9397-5b608031a449 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
44792024-11-19T06:04:36.445ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b98a4f4-1c17-468b-9755-f1fa573d7902 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44802024-11-19T06:04:36.445ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b98a4f4-1c17-468b-9755-f1fa573d7902 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44812024-11-19T06:04:36.447ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2059 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3b98a4f4-1c17-468b-9755-f1fa573d7902 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44822024-11-19T06:04:37.469ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 261d82c8-b58f-4074-84b5-93f1904d9997 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44832024-11-19T06:04:37.470ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 261d82c8-b58f-4074-84b5-93f1904d9997 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44842024-11-19T06:04:37.471ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2000 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 261d82c8-b58f-4074-84b5-93f1904d9997 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44852024-11-19T06:04:38.493ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6dfc997e-f2ae-4270-a538-0fc4414672b2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44862024-11-19T06:04:38.493ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6dfc997e-f2ae-4270-a538-0fc4414672b2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44872024-11-19T06:04:38.494ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1814 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6dfc997e-f2ae-4270-a538-0fc4414672b2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44882024-11-19T06:04:39.516ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90b57f85-df51-4232-81fd-d9f2a8899d1f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44892024-11-19T06:04:39.517ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90b57f85-df51-4232-81fd-d9f2a8899d1f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44902024-11-19T06:04:39.518ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2098 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90b57f85-df51-4232-81fd-d9f2a8899d1f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44912024-11-19T06:04:40.540ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd5555ee-73cd-4d03-a1ee-670ad3d03313 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44922024-11-19T06:04:40.540ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd5555ee-73cd-4d03-a1ee-670ad3d03313 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44932024-11-19T06:04:40.542ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2125 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dd5555ee-73cd-4d03-a1ee-670ad3d03313 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44942024-11-19T06:04:41.563ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 60eefa64-c691-435b-aed9-515a7ef6579d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44952024-11-19T06:04:41.564ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 60eefa64-c691-435b-aed9-515a7ef6579d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44962024-11-19T06:04:41.566ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2208 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 60eefa64-c691-435b-aed9-515a7ef6579d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44972024-11-19T06:04:42.587ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39dfcf8c-8450-4101-80dc-b8fbb59703bb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44982024-11-19T06:04:42.587ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39dfcf8c-8450-4101-80dc-b8fbb59703bb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
44992024-11-19T06:04:42.589ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2219 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39dfcf8c-8450-4101-80dc-b8fbb59703bb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45002024-11-19T06:04:43.611ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c2e0f29e-0982-4ae2-884a-b915cdf4475c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45012024-11-19T06:04:43.612ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c2e0f29e-0982-4ae2-884a-b915cdf4475c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45022024-11-19T06:04:43.614ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2193 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c2e0f29e-0982-4ae2-884a-b915cdf4475c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45032024-11-19T06:04:44.635ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa80b05a-a6c2-4f7a-bbc7-c688d41bc16d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45042024-11-19T06:04:44.635ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa80b05a-a6c2-4f7a-bbc7-c688d41bc16d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45052024-11-19T06:04:44.637ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1850 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fa80b05a-a6c2-4f7a-bbc7-c688d41bc16d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
45062024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 24 reason = Timeout
45072024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 24 reason = Timeout
45082024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
45092024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
45102024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45112024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 24 reason = Timeout
45122024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 28 reason = Timeout
45132024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
45142024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
45152024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 24 reason = Timeout
45162024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 70 reason = Timeout
45172024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 24 reason = Timeout
45182024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
45192024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
45202024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
45212024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 24 reason = Timeout
45222024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
45232024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 24 reason = Timeout
45242024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45252024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 25 reason = Timeout
45262024-11-19T06:04:45.035ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
45272024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45282024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 24 reason = Timeout
45292024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
45302024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 24 reason = Timeout
45312024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
45322024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 70 reason = Timeout
45332024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 24 reason = Timeout
45342024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
45352024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
45362024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45372024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
45382024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
45392024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
45402024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
45412024-11-19T06:04:45.035ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
45422024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
45432024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
45442024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
45452024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45462024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
45472024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45482024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 24 reason = Timeout
45492024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
45502024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 24 reason = Timeout
45512024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
45522024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 24 reason = Timeout
45532024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
45542024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
45552024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
45562024-11-19T06:04:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
45572024-11-19T06:04:45.038ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45582024-11-19T06:04:45.038ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
45592024-11-19T06:04:45.038ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
45602024-11-19T06:04:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
45612024-11-19T06:04:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
45622024-11-19T06:04:45.039ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.466736ms iteration = 24 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
45632024-11-19T06:04:45.039ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45642024-11-19T06:04:45.039ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 823248605 } })
45652024-11-19T06:04:45.039ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
45662024-11-19T06:04:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
45672024-11-19T06:04:45.040ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
45682024-11-19T06:04:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
45692024-11-19T06:04:45.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
45702024-11-19T06:04:45.041ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
45712024-11-19T06:04:45.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
45722024-11-19T06:04:45.043ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 827139195 } })
45732024-11-19T06:04:45.043ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
45742024-11-19T06:04:45.043ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45752024-11-19T06:04:45.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45762024-11-19T06:04:45.044ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45772024-11-19T06:04:45.044ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45782024-11-19T06:04:45.046ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
45792024-11-19T06:04:45.046ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
45802024-11-19T06:04:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
45812024-11-19T06:04:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
45822024-11-19T06:04:45.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
45832024-11-19T06:04:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
45842024-11-19T06:04:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
45852024-11-19T06:04:45.048ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
45862024-11-19T06:04:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
45872024-11-19T06:04:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
45882024-11-19T06:04:45.049ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45892024-11-19T06:04:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
45902024-11-19T06:04:45.052ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
45912024-11-19T06:04:45.052ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
45922024-11-19T06:04:45.052ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
45932024-11-19T06:04:45.052ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3515, tv_nsec: 836516733 } })
45942024-11-19T06:04:45.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
45952024-11-19T06:04:45.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
45962024-11-19T06:04:45.052ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
45972024-11-19T06:04:45.053ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
45982024-11-19T06:04:45.054ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
45992024-11-19T06:04:45.054ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46002024-11-19T06:04:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
46012024-11-19T06:04:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
46022024-11-19T06:04:45.072ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 36.189615ms iteration = 24 status = {"errors":[],"garbage_collect_requested":[]}
46032024-11-19T06:04:45.079ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46042024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
46052024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
46062024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
46072024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
46082024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
46092024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
46102024-11-19T06:04:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
46112024-11-19T06:04:45.082ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
46122024-11-19T06:04:45.082ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
46132024-11-19T06:04:45.082ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
46142024-11-19T06:04:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
46152024-11-19T06:04:45.083ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
46162024-11-19T06:04:45.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
46172024-11-19T06:04:45.085ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46182024-11-19T06:04:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
46192024-11-19T06:04:45.088ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
46202024-11-19T06:04:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
46212024-11-19T06:04:45.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 53.386855ms iteration = 24 status = {"errors":[],"records_set_to_done":[]}
46222024-11-19T06:04:45.093ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46232024-11-19T06:04:45.095ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
46242024-11-19T06:04:45.095ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
46252024-11-19T06:04:45.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
46262024-11-19T06:04:45.097ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
46272024-11-19T06:04:45.097ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 62.244326ms iteration = 24 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
46282024-11-19T06:04:45.106ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
46292024-11-19T06:04:45.106ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
46302024-11-19T06:04:45.115ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 79.855908ms iteration = 70 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
46312024-11-19T06:04:45.116ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
46322024-11-19T06:04:45.116ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
46332024-11-19T06:04:45.117ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "645fea93-d92e-4d3f-a0b0-80b62305dcbc", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
46342024-11-19T06:04:45.117ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
46352024-11-19T06:04:45.118ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
46362024-11-19T06:04:45.139ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
46372024-11-19T06:04:45.139ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
46382024-11-19T06:04:45.139ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9888cbed-5b8a-4a61-bca2-4f3ad2e36983", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
46392024-11-19T06:04:45.139ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
46402024-11-19T06:04:45.140ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
46412024-11-19T06:04:45.144ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
46422024-11-19T06:04:45.144ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
46432024-11-19T06:04:45.145ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "41edb725-187a-476c-a2e1-77040173e57f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
46442024-11-19T06:04:45.145ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
46452024-11-19T06:04:45.146ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
46462024-11-19T06:04:45.161ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
46472024-11-19T06:04:45.161ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
46482024-11-19T06:04:45.163ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
46492024-11-19T06:04:45.164ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
46502024-11-19T06:04:45.165ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
46512024-11-19T06:04:45.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
46522024-11-19T06:04:45.182ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
46532024-11-19T06:04:45.182ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 147.34417ms iteration = 70 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
46542024-11-19T06:04:45.203ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 168.447219ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
46552024-11-19T06:04:45.204ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 169.264647ms iteration = 24 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
46562024-11-19T06:04:45.208ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
46572024-11-19T06:04:45.208ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
46582024-11-19T06:04:45.208ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 172.811263ms iteration = 24 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
46592024-11-19T06:04:45.212ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 175.897736ms iteration = 24 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
46602024-11-19T06:04:45.214ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46612024-11-19T06:04:45.216ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
46622024-11-19T06:04:45.217ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
46632024-11-19T06:04:45.217ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
46642024-11-19T06:04:45.218ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 183.448414ms iteration = 24 status = 0
46652024-11-19T06:04:45.218ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 183.590326ms iteration = 24 status = {}
46662024-11-19T06:04:45.230ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
46672024-11-19T06:04:45.230ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "a525da18-0300-4b02-9308-02f4bb59093b", "content-length": "1", "date": "Tue, 19 Nov 2024 06:04:44 GMT"} })
46682024-11-19T06:04:45.234ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
46692024-11-19T06:04:45.234ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
46702024-11-19T06:04:45.237ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 202.3377ms iteration = 24 status = null
46712024-11-19T06:04:45.241ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b46b89d-0b24-42c2-af58-51edfebd615c", "content-length": "372", "date": "Tue, 19 Nov 2024 06:04:44 GMT"} })
46722024-11-19T06:04:45.241ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46732024-11-19T06:04:45.241ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
46742024-11-19T06:04:45.287ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 252.023196ms iteration = 28 status = {"physical_disks_added":0}
46752024-11-19T06:04:45.295ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
46762024-11-19T06:04:45.295ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
46772024-11-19T06:04:45.297ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
46782024-11-19T06:04:45.298ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
46792024-11-19T06:04:45.298ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
46802024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "209ba5cf-50a8-4290-9d7d-d3653333e2a3", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
46812024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46822024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
46832024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
46842024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
46852024-11-19T06:04:45.299ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
46862024-11-19T06:04:45.301ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46872024-11-19T06:04:45.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
46882024-11-19T06:04:45.312ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
46892024-11-19T06:04:45.312ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
46902024-11-19T06:04:45.317ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
46912024-11-19T06:04:45.317ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
46922024-11-19T06:04:45.317ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7542848d-35de-4bba-ac50-d46c2649f28a", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
46932024-11-19T06:04:45.318ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 283.292721ms iteration = 25 status = {}
46942024-11-19T06:04:45.325ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
46952024-11-19T06:04:45.325ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
46962024-11-19T06:04:45.327ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
46972024-11-19T06:04:45.327ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
46982024-11-19T06:04:45.328ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
46992024-11-19T06:04:45.338ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47002024-11-19T06:04:45.339ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
47012024-11-19T06:04:45.339ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9cb41b8c-34dc-4f7d-a282-589f493505f4", "content-length": "134", "date": "Tue, 19 Nov 2024 06:04:44 GMT"} })
47022024-11-19T06:04:45.339ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
47032024-11-19T06:04:45.339ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
47042024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
47052024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
47062024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
47072024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
47082024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
47092024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
47102024-11-19T06:04:45.340ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
47112024-11-19T06:04:45.340ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
47122024-11-19T06:04:45.340ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
47132024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
47142024-11-19T06:04:45.340ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
47152024-11-19T06:04:45.341ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
47162024-11-19T06:04:45.341ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47172024-11-19T06:04:45.341ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47182024-11-19T06:04:45.343ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
47192024-11-19T06:04:45.343ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "6fd51444-6b0b-4ad7-8446-797bf14fbc47", "content-length": "2", "date": "Tue, 19 Nov 2024 06:04:44 GMT"} })
47202024-11-19T06:04:45.343ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
47212024-11-19T06:04:45.343ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "655df930-263b-4c54-954f-e4f61b10e1b4", "content-length": "52", "date": "Tue, 19 Nov 2024 06:04:44 GMT"} })
47222024-11-19T06:04:45.343ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
47232024-11-19T06:04:45.343ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
47242024-11-19T06:04:45.435ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
47252024-11-19T06:04:45.464ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "71255dce-49d7-4896-bb37-2cce201cda5a", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
47262024-11-19T06:04:45.464ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
47272024-11-19T06:04:45.464ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
47282024-11-19T06:04:45.465ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "eae0fbbf-c8ad-46f8-9153-cf1909474641", "content-length": "691", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
47292024-11-19T06:04:45.465ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
47302024-11-19T06:04:45.465ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
47312024-11-19T06:04:45.465ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
47322024-11-19T06:04:45.465ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "1c00d6df-34f9-4a30-9bc4-7b9d2d88eb9a", "content-length": "682", "date": "Tue, 19 Nov 2024 06:04:45 GMT"} })
47332024-11-19T06:04:45.465ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47342024-11-19T06:04:45.465ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47352024-11-19T06:04:45.466ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 430.708071ms iteration = 24 status = {}
47362024-11-19T06:04:45.469ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47372024-11-19T06:04:45.470ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47382024-11-19T06:04:45.473ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47392024-11-19T06:04:45.473ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47402024-11-19T06:04:45.475ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
47412024-11-19T06:04:45.475ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
47422024-11-19T06:04:45.482ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 447.273362ms iteration = 24 status = {}
47432024-11-19T06:04:45.608ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0d7db751-0b9f-49c9-9698-38667e99dcab roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
47442024-11-19T06:04:45.608ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0d7db751-0b9f-49c9-9698-38667e99dcab resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
47452024-11-19T06:04:45.612ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4038 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 0d7db751-0b9f-49c9-9698-38667e99dcab response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
47462024-11-19T06:04:45.659ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f01d039e-209b-4564-83d5-683b120bd549 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47472024-11-19T06:04:45.660ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f01d039e-209b-4564-83d5-683b120bd549 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47482024-11-19T06:04:45.661ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2247 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f01d039e-209b-4564-83d5-683b120bd549 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47492024-11-19T06:04:46.684ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13752109-8f4b-4f58-a587-8af10c36f158 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47502024-11-19T06:04:46.684ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13752109-8f4b-4f58-a587-8af10c36f158 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47512024-11-19T06:04:46.686ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2157 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13752109-8f4b-4f58-a587-8af10c36f158 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47522024-11-19T06:04:47.708ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07953f1a-bc48-43c3-ac6e-00c64b509d66 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47532024-11-19T06:04:47.709ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07953f1a-bc48-43c3-ac6e-00c64b509d66 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47542024-11-19T06:04:47.711ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2700 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07953f1a-bc48-43c3-ac6e-00c64b509d66 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47552024-11-19T06:04:48.733ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dfbc5d31-156a-4b57-be3f-f1ca82e676a0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47562024-11-19T06:04:48.734ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dfbc5d31-156a-4b57-be3f-f1ca82e676a0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47572024-11-19T06:04:48.736ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2821 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dfbc5d31-156a-4b57-be3f-f1ca82e676a0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47582024-11-19T06:04:49.758ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 65a64b9e-6598-4504-9193-3b43a5d1ab88 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47592024-11-19T06:04:49.758ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 65a64b9e-6598-4504-9193-3b43a5d1ab88 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47602024-11-19T06:04:49.760ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2546 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 65a64b9e-6598-4504-9193-3b43a5d1ab88 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47612024-11-19T06:04:50.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1479 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 075d6ed1-bc21-4f2a-95d8-65526044dc4a response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
47622024-11-19T06:04:50.782ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d157b552-39d0-461b-8888-82385428e913 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47632024-11-19T06:04:50.782ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d157b552-39d0-461b-8888-82385428e913 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47642024-11-19T06:04:50.784ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2304 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d157b552-39d0-461b-8888-82385428e913 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47652024-11-19T06:04:51.806ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f04a4d8-6469-4ba8-8659-fa2a5c6d57bb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47662024-11-19T06:04:51.807ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f04a4d8-6469-4ba8-8659-fa2a5c6d57bb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47672024-11-19T06:04:51.808ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2036 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f04a4d8-6469-4ba8-8659-fa2a5c6d57bb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47682024-11-19T06:04:52.830ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8f24c87c-1035-4527-b4f3-430a6c775298 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47692024-11-19T06:04:52.831ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8f24c87c-1035-4527-b4f3-430a6c775298 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47702024-11-19T06:04:52.833ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2493 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8f24c87c-1035-4527-b4f3-430a6c775298 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47712024-11-19T06:04:53.854ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e9694cb-7e8b-4708-93ef-be7380b04907 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47722024-11-19T06:04:53.854ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e9694cb-7e8b-4708-93ef-be7380b04907 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47732024-11-19T06:04:53.856ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2347 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e9694cb-7e8b-4708-93ef-be7380b04907 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47742024-11-19T06:04:54.877ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39e10c95-8f4e-46d0-bd76-418c3789bcbb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47752024-11-19T06:04:54.877ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39e10c95-8f4e-46d0-bd76-418c3789bcbb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47762024-11-19T06:04:54.879ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2120 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 39e10c95-8f4e-46d0-bd76-418c3789bcbb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
47772024-11-19T06:04:55.035ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 71 reason = Timeout
47782024-11-19T06:04:55.035ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
47792024-11-19T06:04:55.035ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 71 reason = Timeout
47802024-11-19T06:04:55.035ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47812024-11-19T06:04:55.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47822024-11-19T06:04:55.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47832024-11-19T06:04:55.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47842024-11-19T06:04:55.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
47852024-11-19T06:04:55.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47862024-11-19T06:04:55.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47872024-11-19T06:04:55.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47882024-11-19T06:04:55.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47892024-11-19T06:04:55.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
47902024-11-19T06:04:55.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
47912024-11-19T06:04:55.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
47922024-11-19T06:04:55.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47932024-11-19T06:04:55.059ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
47942024-11-19T06:04:55.059ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.263142ms iteration = 71 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
47952024-11-19T06:04:55.062ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
47962024-11-19T06:04:55.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
47972024-11-19T06:04:55.088ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 52.790948ms iteration = 71 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
47982024-11-19T06:04:55.723ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0960c03e-fed8-4cc9-802e-54da11bf99eb roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
47992024-11-19T06:04:55.723ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0960c03e-fed8-4cc9-802e-54da11bf99eb resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
48002024-11-19T06:04:55.725ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2578 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0960c03e-fed8-4cc9-802e-54da11bf99eb response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
48012024-11-19T06:04:55.725ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 3b06c8dc-5b7a-4c58-889b-f79b2fc4a4ac roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48022024-11-19T06:04:55.726ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 3b06c8dc-5b7a-4c58-889b-f79b2fc4a4ac resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48032024-11-19T06:04:55.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1723 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 3b06c8dc-5b7a-4c58-889b-f79b2fc4a4ac response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48042024-11-19T06:04:55.900ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a86d66-0f9a-4826-87b1-64f52c49219c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48052024-11-19T06:04:55.900ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a86d66-0f9a-4826-87b1-64f52c49219c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48062024-11-19T06:04:55.902ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1996 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a86d66-0f9a-4826-87b1-64f52c49219c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48072024-11-19T06:04:56.924ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab9b8b57-4d94-4f04-8aeb-cbac4f0561ee roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48082024-11-19T06:04:56.924ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab9b8b57-4d94-4f04-8aeb-cbac4f0561ee resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48092024-11-19T06:04:56.926ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2521 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab9b8b57-4d94-4f04-8aeb-cbac4f0561ee response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48102024-11-19T06:04:57.950ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 234ad679-c7bc-4a45-9e04-aeeae244896d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48112024-11-19T06:04:57.951ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 234ad679-c7bc-4a45-9e04-aeeae244896d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48122024-11-19T06:04:57.952ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1787 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 234ad679-c7bc-4a45-9e04-aeeae244896d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48132024-11-19T06:04:58.975ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 66934f3d-ebd2-4a83-a3b0-f675a730721b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48142024-11-19T06:04:58.976ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 66934f3d-ebd2-4a83-a3b0-f675a730721b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48152024-11-19T06:04:58.977ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1900 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 66934f3d-ebd2-4a83-a3b0-f675a730721b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48162024-11-19T06:04:59.999ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3489d048-3acb-4f8c-95e1-c3befc49eb9d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48172024-11-19T06:05:00.000ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3489d048-3acb-4f8c-95e1-c3befc49eb9d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48182024-11-19T06:05:00.001ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1848 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3489d048-3acb-4f8c-95e1-c3befc49eb9d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48192024-11-19T06:05:01.024ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 365577d1-ac8d-4965-9404-b386764c5866 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48202024-11-19T06:05:01.025ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 365577d1-ac8d-4965-9404-b386764c5866 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48212024-11-19T06:05:01.027ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3099 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 365577d1-ac8d-4965-9404-b386764c5866 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48222024-11-19T06:05:02.051ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f77af43-9472-4934-9261-ba48da36bd61 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48232024-11-19T06:05:02.052ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f77af43-9472-4934-9261-ba48da36bd61 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48242024-11-19T06:05:02.054ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2407 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f77af43-9472-4934-9261-ba48da36bd61 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48252024-11-19T06:05:03.076ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b3dfa9a9-7dea-4a45-8d0b-fe74924313fa roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48262024-11-19T06:05:03.076ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b3dfa9a9-7dea-4a45-8d0b-fe74924313fa resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48272024-11-19T06:05:03.078ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2563 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b3dfa9a9-7dea-4a45-8d0b-fe74924313fa response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48282024-11-19T06:05:04.099ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1005978f-fc0e-4efb-a965-c9ae8745d53d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48292024-11-19T06:05:04.099ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1005978f-fc0e-4efb-a965-c9ae8745d53d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48302024-11-19T06:05:04.101ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2214 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1005978f-fc0e-4efb-a965-c9ae8745d53d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48312024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 72 reason = Timeout
48322024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
48332024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 72 reason = Timeout
48342024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48352024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
48362024-11-19T06:05:05.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48372024-11-19T06:05:05.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48382024-11-19T06:05:05.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
48392024-11-19T06:05:05.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48402024-11-19T06:05:05.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48412024-11-19T06:05:05.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48422024-11-19T06:05:05.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48432024-11-19T06:05:05.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
48442024-11-19T06:05:05.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
48452024-11-19T06:05:05.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
48462024-11-19T06:05:05.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
48472024-11-19T06:05:05.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48482024-11-19T06:05:05.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
48492024-11-19T06:05:05.089ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
48502024-11-19T06:05:05.089ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 53.025ms iteration = 72 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
48512024-11-19T06:05:05.100ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.718622ms iteration = 72 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
48522024-11-19T06:05:05.122ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e676d07e-c88a-46c7-b451-de2933cd0ff8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48532024-11-19T06:05:05.122ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e676d07e-c88a-46c7-b451-de2933cd0ff8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48542024-11-19T06:05:05.124ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2262 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e676d07e-c88a-46c7-b451-de2933cd0ff8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48552024-11-19T06:05:05.730ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1362 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = ad0922db-f740-4c14-b464-123595991a2a response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
48562024-11-19T06:05:06.146ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ad97672-5692-4a69-86b3-59cb2e7f3300 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48572024-11-19T06:05:06.146ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ad97672-5692-4a69-86b3-59cb2e7f3300 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48582024-11-19T06:05:06.148ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2041 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ad97672-5692-4a69-86b3-59cb2e7f3300 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48592024-11-19T06:05:07.171ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97e03044-56ce-4984-a8ef-79edeb59b449 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48602024-11-19T06:05:07.171ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97e03044-56ce-4984-a8ef-79edeb59b449 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48612024-11-19T06:05:07.173ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1903 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 97e03044-56ce-4984-a8ef-79edeb59b449 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48622024-11-19T06:05:08.194ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6428c191-b808-458e-96d2-c9b417ac0967 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48632024-11-19T06:05:08.194ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6428c191-b808-458e-96d2-c9b417ac0967 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48642024-11-19T06:05:08.195ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1598 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6428c191-b808-458e-96d2-c9b417ac0967 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48652024-11-19T06:05:09.218ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6e8d1047-53fe-4684-8011-25aaddfe3dc9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48662024-11-19T06:05:09.218ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6e8d1047-53fe-4684-8011-25aaddfe3dc9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48672024-11-19T06:05:09.220ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2089 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6e8d1047-53fe-4684-8011-25aaddfe3dc9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48682024-11-19T06:05:09.637ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e690f72a-1717-41e7-aaf8-cc417b72c9ec roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/6?limit=100
48692024-11-19T06:05:09.637ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e690f72a-1717-41e7-aaf8-cc417b72c9ec resource = Database result = Ok(()) uri = /nat/ipv4/changeset/6?limit=100
48702024-11-19T06:05:09.641ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4000 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e690f72a-1717-41e7-aaf8-cc417b72c9ec response_code = 200 uri = /nat/ipv4/changeset/6?limit=100
48712024-11-19T06:05:09.644ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4da25a56-2b2f-4177-9a93-ac0a33321275 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/8?limit=100
48722024-11-19T06:05:09.644ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4da25a56-2b2f-4177-9a93-ac0a33321275 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/8?limit=100
48732024-11-19T06:05:09.647ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3195 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4da25a56-2b2f-4177-9a93-ac0a33321275 response_code = 200 uri = /nat/ipv4/changeset/8?limit=100
48742024-11-19T06:05:10.244ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d012dbea-8608-4263-b5fc-94e89ec7f986 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48752024-11-19T06:05:10.245ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d012dbea-8608-4263-b5fc-94e89ec7f986 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48762024-11-19T06:05:10.247ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2421 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d012dbea-8608-4263-b5fc-94e89ec7f986 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48772024-11-19T06:05:10.723ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 2fe38214-7de4-4cc2-91d7-371b8e348b0e roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
48782024-11-19T06:05:10.723ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 2fe38214-7de4-4cc2-91d7-371b8e348b0e resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
48792024-11-19T06:05:10.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4545 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 2fe38214-7de4-4cc2-91d7-371b8e348b0e response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
48802024-11-19T06:05:10.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = e6d61e99-d072-4c3d-8229-a8f5a27db191 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48812024-11-19T06:05:10.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = e6d61e99-d072-4c3d-8229-a8f5a27db191 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48822024-11-19T06:05:10.730ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2977 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = e6d61e99-d072-4c3d-8229-a8f5a27db191 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
48832024-11-19T06:05:11.270ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49be29a5-5996-46e3-aef5-d4a1fc6ef884 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48842024-11-19T06:05:11.271ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49be29a5-5996-46e3-aef5-d4a1fc6ef884 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48852024-11-19T06:05:11.273ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2604 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49be29a5-5996-46e3-aef5-d4a1fc6ef884 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48862024-11-19T06:05:12.295ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29a8139c-e4dd-423c-923f-bde208f33469 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48872024-11-19T06:05:12.295ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29a8139c-e4dd-423c-923f-bde208f33469 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48882024-11-19T06:05:12.299ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3688 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 29a8139c-e4dd-423c-923f-bde208f33469 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48892024-11-19T06:05:13.331ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de863111-9702-4a2c-9d4d-707019cada08 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48902024-11-19T06:05:13.332ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de863111-9702-4a2c-9d4d-707019cada08 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48912024-11-19T06:05:13.334ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2245 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = de863111-9702-4a2c-9d4d-707019cada08 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48922024-11-19T06:05:14.355ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 938c385a-1cda-4971-b10d-4153818ccf05 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48932024-11-19T06:05:14.356ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 938c385a-1cda-4971-b10d-4153818ccf05 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48942024-11-19T06:05:14.357ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2170 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 938c385a-1cda-4971-b10d-4153818ccf05 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
48952024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 14 reason = Timeout
48962024-11-19T06:05:15.036ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
48972024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 22.801\u{b5}s iteration = 14 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
48982024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 14 reason = Timeout
48992024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 15 reason = Timeout
49002024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 6 reason = Timeout
49012024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 25 reason = Timeout
49022024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
49032024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
49042024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
49052024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 13 reason = Timeout
49062024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 73 reason = Timeout
49072024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
49082024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
49092024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 25 reason = Timeout
49102024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 25 reason = Timeout
49112024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 25 reason = Timeout
49122024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
49132024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
49142024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
49152024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 13 reason = Timeout
49162024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
49172024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 26 reason = Timeout
49182024-11-19T06:05:15.036ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
49192024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
49202024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 29 reason = Timeout
49212024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 25 reason = Timeout
49222024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
49232024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
49242024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 14 reason = Timeout
49252024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
49262024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 25 reason = Timeout
49272024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 13 reason = Timeout
49282024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
49292024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 14 reason = Timeout
49302024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 14 reason = Timeout
49312024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
49322024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 25 reason = Timeout
49332024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
49342024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
49352024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
49362024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
49372024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 14 reason = Timeout
49382024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 25 reason = Timeout
49392024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
49402024-11-19T06:05:15.036ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 13 reason = Timeout
49412024-11-19T06:05:15.036ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
49422024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 25 reason = Timeout
49432024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
49442024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
49452024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 15 reason = Timeout
49462024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 25 reason = Timeout
49472024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
49482024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 13 reason = Timeout
49492024-11-19T06:05:15.037ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:55:15.036904542 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
49502024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
49512024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 73 reason = Timeout
49522024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
49532024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 25 reason = Timeout
49542024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
49552024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 25 reason = Timeout
49562024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 25 reason = Timeout
49572024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
49582024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
49592024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
49602024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
49612024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
49622024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
49632024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
49642024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
49652024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
49662024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
49672024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
49682024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
49692024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
49702024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
49712024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
49722024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
49732024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
49742024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
49752024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
49762024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
49772024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
49782024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
49792024-11-19T06:05:15.037ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 820913400 } })
49802024-11-19T06:05:15.037ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 820908370 } })
49812024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
49822024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
49832024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
49842024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
49852024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
49862024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
49872024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
49882024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
49892024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
49902024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
49912024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
49922024-11-19T06:05:15.037ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
49932024-11-19T06:05:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
49942024-11-19T06:05:15.038ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
49952024-11-19T06:05:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.558777ms iteration = 14 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
49962024-11-19T06:05:15.038ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
49972024-11-19T06:05:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.348323ms iteration = 14 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
49982024-11-19T06:05:15.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
49992024-11-19T06:05:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.131123ms iteration = 25 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
50002024-11-19T06:05:15.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
50012024-11-19T06:05:15.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
50022024-11-19T06:05:15.042ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
50032024-11-19T06:05:15.042ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
50042024-11-19T06:05:15.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
50052024-11-19T06:05:15.044ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50062024-11-19T06:05:15.045ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50072024-11-19T06:05:15.045ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50082024-11-19T06:05:15.045ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50092024-11-19T06:05:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
50102024-11-19T06:05:15.047ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
50112024-11-19T06:05:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
50122024-11-19T06:05:15.048ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
50132024-11-19T06:05:15.048ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
50142024-11-19T06:05:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
50152024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
50162024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
50172024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
50182024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
50192024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
50202024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
50212024-11-19T06:05:15.049ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
50222024-11-19T06:05:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
50232024-11-19T06:05:15.051ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
50242024-11-19T06:05:15.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
50252024-11-19T06:05:15.052ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 15.783144ms iteration = 13 status = {"errors":[],"found_port_ok":[]}
50262024-11-19T06:05:15.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 836820865 } })
50272024-11-19T06:05:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
50282024-11-19T06:05:15.055ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
50292024-11-19T06:05:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
50302024-11-19T06:05:15.058ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50312024-11-19T06:05:15.058ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:55:15.036904542 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
50322024-11-19T06:05:15.058ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 21.936478ms iteration = 13 status = {"expiration":"2024-11-19T05:55:15.036904542Z","pruned":[]}
50332024-11-19T06:05:15.061ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3545, tv_nsec: 844710198 } })
50342024-11-19T06:05:15.061ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
50352024-11-19T06:05:15.063ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
50362024-11-19T06:05:15.063ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50372024-11-19T06:05:15.063ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50382024-11-19T06:05:15.066ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50392024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
50402024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
50412024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
50422024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
50432024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
50442024-11-19T06:05:15.068ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50452024-11-19T06:05:15.070ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
50462024-11-19T06:05:15.070ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
50472024-11-19T06:05:15.070ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
50482024-11-19T06:05:15.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
50492024-11-19T06:05:15.071ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
50502024-11-19T06:05:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
50512024-11-19T06:05:15.072ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
50522024-11-19T06:05:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
50532024-11-19T06:05:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
50542024-11-19T06:05:15.072ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50552024-11-19T06:05:15.075ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
50562024-11-19T06:05:15.075ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
50572024-11-19T06:05:15.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
50582024-11-19T06:05:15.077ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50592024-11-19T06:05:15.078ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 41.654753ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
50602024-11-19T06:05:15.080ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
50612024-11-19T06:05:15.080ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
50622024-11-19T06:05:15.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
50632024-11-19T06:05:15.081ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50642024-11-19T06:05:15.081ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50652024-11-19T06:05:15.082ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
50662024-11-19T06:05:15.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50672024-11-19T06:05:15.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
50682024-11-19T06:05:15.085ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50692024-11-19T06:05:15.085ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
50702024-11-19T06:05:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
50712024-11-19T06:05:15.088ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
50722024-11-19T06:05:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
50732024-11-19T06:05:15.090ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
50742024-11-19T06:05:15.090ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
50752024-11-19T06:05:15.090ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 54.011931ms iteration = 13 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
50762024-11-19T06:05:15.095ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
50772024-11-19T06:05:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
50782024-11-19T06:05:15.096ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50792024-11-19T06:05:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
50802024-11-19T06:05:15.098ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
50812024-11-19T06:05:15.098ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.983574ms iteration = 25 status = {"errors":[],"garbage_collect_requested":[]}
50822024-11-19T06:05:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
50832024-11-19T06:05:15.100ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50842024-11-19T06:05:15.100ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 63.862583ms iteration = 25 status = {"errors":[],"records_set_to_done":[]}
50852024-11-19T06:05:15.101ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
50862024-11-19T06:05:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
50872024-11-19T06:05:15.101ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
50882024-11-19T06:05:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
50892024-11-19T06:05:15.103ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
50902024-11-19T06:05:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
50912024-11-19T06:05:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
50922024-11-19T06:05:15.104ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
50932024-11-19T06:05:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
50942024-11-19T06:05:15.104ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
50952024-11-19T06:05:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
50962024-11-19T06:05:15.116ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
50972024-11-19T06:05:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
50982024-11-19T06:05:15.121ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 85.129174ms iteration = 73 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
50992024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
51002024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
51012024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
51022024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
51032024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
51042024-11-19T06:05:15.129ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
51052024-11-19T06:05:15.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
51062024-11-19T06:05:15.130ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
51072024-11-19T06:05:15.130ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
51082024-11-19T06:05:15.130ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
51092024-11-19T06:05:15.130ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
51102024-11-19T06:05:15.131ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
51112024-11-19T06:05:15.214ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
51122024-11-19T06:05:15.214ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
51132024-11-19T06:05:15.214ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "04b618ad-adee-470f-9fa1-8c58b1e27ac1", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:14 GMT"} })
51142024-11-19T06:05:15.214ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
51152024-11-19T06:05:15.216ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
51162024-11-19T06:05:15.222ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
51172024-11-19T06:05:15.222ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
51182024-11-19T06:05:15.222ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "20554899-845f-4aa5-8566-4d91defd3838", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
51192024-11-19T06:05:15.222ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
51202024-11-19T06:05:15.224ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
51212024-11-19T06:05:15.239ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = instance_watcher body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836/state
51222024-11-19T06:05:15.241ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51232024-11-19T06:05:15.242ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
51242024-11-19T06:05:15.243ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51252024-11-19T06:05:15.245ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
51262024-11-19T06:05:15.245ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
51272024-11-19T06:05:15.245ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
51282024-11-19T06:05:15.247ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
51292024-11-19T06:05:15.247ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 210.904009ms iteration = 6 status = {"nsuccess":5}
51302024-11-19T06:05:15.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
51312024-11-19T06:05:15.276ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
51322024-11-19T06:05:15.300ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
51332024-11-19T06:05:15.300ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
51342024-11-19T06:05:15.300ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
51352024-11-19T06:05:15.301ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51362024-11-19T06:05:15.301ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
51372024-11-19T06:05:15.302ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
51382024-11-19T06:05:15.302ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
51392024-11-19T06:05:15.302ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 265.459605ms iteration = 13 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
51402024-11-19T06:05:15.306ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
51412024-11-19T06:05:15.306ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
51422024-11-19T06:05:15.306ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
51432024-11-19T06:05:15.345ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
51442024-11-19T06:05:15.357ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 320.569047ms iteration = 25 status = {}
51452024-11-19T06:05:15.362ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
51462024-11-19T06:05:15.363ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b529911c-bc20-4b5b-9677-4cbce945d3bb", "content-length": "1", "date": "Tue, 19 Nov 2024 06:05:14 GMT"} })
51472024-11-19T06:05:15.364ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
51482024-11-19T06:05:15.365ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
51492024-11-19T06:05:15.379ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5648be2-fc1f-4bbf-8d28-60505e819e7f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
51502024-11-19T06:05:15.380ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5648be2-fc1f-4bbf-8d28-60505e819e7f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
51512024-11-19T06:05:15.384ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
51522024-11-19T06:05:15.384ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
51532024-11-19T06:05:15.399ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
51542024-11-19T06:05:15.399ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
51552024-11-19T06:05:15.400ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "5d0ab34d-64e5-4208-a38f-42f53b061135", "content-length": "525", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
51562024-11-19T06:05:15.400ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
51572024-11-19T06:05:15.400ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
51582024-11-19T06:05:15.403ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51592024-11-19T06:05:15.403ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3546, tv_nsec: 187225613 } })
51602024-11-19T06:05:15.404ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
51612024-11-19T06:05:15.406ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
51622024-11-19T06:05:15.407ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
51632024-11-19T06:05:15.410ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
51642024-11-19T06:05:15.410ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
51652024-11-19T06:05:15.410ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
51662024-11-19T06:05:15.412ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51672024-11-19T06:05:15.414ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
51682024-11-19T06:05:15.414ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
51692024-11-19T06:05:15.414ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51702024-11-19T06:05:15.417ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 380.373068ms iteration = 25 status = null
51712024-11-19T06:05:15.417ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37589 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c5648be2-fc1f-4bbf-8d28-60505e819e7f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
51722024-11-19T06:05:15.423ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51732024-11-19T06:05:15.428ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
51742024-11-19T06:05:15.429ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
51752024-11-19T06:05:15.429ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
51762024-11-19T06:05:15.431ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 395.07386ms iteration = 25 status = 0
51772024-11-19T06:05:15.433ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
51782024-11-19T06:05:15.433ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 396.380624ms iteration = 73 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
51792024-11-19T06:05:15.442ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 405.571249ms iteration = 25 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
51802024-11-19T06:05:15.457ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51812024-11-19T06:05:15.458ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
51822024-11-19T06:05:15.458ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
51832024-11-19T06:05:15.459ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
51842024-11-19T06:05:15.459ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
51852024-11-19T06:05:15.460ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
51862024-11-19T06:05:15.460ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 423.163262ms iteration = 25 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
51872024-11-19T06:05:15.460ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51882024-11-19T06:05:15.461ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
51892024-11-19T06:05:15.461ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
51902024-11-19T06:05:15.461ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 425.192343ms iteration = 25 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
51912024-11-19T06:05:15.463ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
51922024-11-19T06:05:15.463ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
51932024-11-19T06:05:15.464ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
51942024-11-19T06:05:15.466ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51952024-11-19T06:05:15.467ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
51962024-11-19T06:05:15.467ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
51972024-11-19T06:05:15.467ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
51982024-11-19T06:05:15.468ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
51992024-11-19T06:05:15.469ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52002024-11-19T06:05:15.471ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
52012024-11-19T06:05:15.471ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
52022024-11-19T06:05:15.471ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
52032024-11-19T06:05:15.472ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {9058fd45-e28a-4912-b28e-6057fa9506fb: {10.151.1.175: {2a7d89ac-69ee-4c06-b33c-868a39aa5892}, 10.151.1.176: {2a7d89ac-69ee-4c06-b33c-868a39aa5892}}} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
52042024-11-19T06:05:15.472ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
52052024-11-19T06:05:15.472ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "2c33363b-7012-477d-b0b4-881f3ba87228", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
52062024-11-19T06:05:15.472ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52072024-11-19T06:05:15.472ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52082024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
52092024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
52102024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
52112024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
52122024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
52132024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
52142024-11-19T06:05:15.473ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
52152024-11-19T06:05:15.475ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52162024-11-19T06:05:15.475ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52172024-11-19T06:05:15.476ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
52182024-11-19T06:05:15.476ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
52192024-11-19T06:05:15.476ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
52202024-11-19T06:05:15.476ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 440.053728ms iteration = 14 status = {"generation":1}
52212024-11-19T06:05:15.479ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52222024-11-19T06:05:15.479ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52232024-11-19T06:05:15.482ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52242024-11-19T06:05:15.482ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52252024-11-19T06:05:15.487ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52262024-11-19T06:05:15.488ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52272024-11-19T06:05:15.491ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52282024-11-19T06:05:15.491ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52292024-11-19T06:05:15.497ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52302024-11-19T06:05:15.497ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52312024-11-19T06:05:15.498ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
52322024-11-19T06:05:15.499ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52332024-11-19T06:05:15.499ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52342024-11-19T06:05:15.504ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52352024-11-19T06:05:15.504ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52362024-11-19T06:05:15.504ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52372024-11-19T06:05:15.506ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52382024-11-19T06:05:15.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52392024-11-19T06:05:15.506ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
52402024-11-19T06:05:15.506ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
52412024-11-19T06:05:15.507ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
52422024-11-19T06:05:15.508ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52432024-11-19T06:05:15.509ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52442024-11-19T06:05:15.511ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52452024-11-19T06:05:15.511ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52462024-11-19T06:05:15.513ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
52472024-11-19T06:05:15.513ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
52482024-11-19T06:05:15.513ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2c68e254-2d98-4f8c-8c4b-b57c82088dbb", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
52492024-11-19T06:05:15.513ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
52502024-11-19T06:05:15.516ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
52512024-11-19T06:05:15.518ZINFOnexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
52522024-11-19T06:05:15.518ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 481.329605ms iteration = 14 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
52532024-11-19T06:05:15.524ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52542024-11-19T06:05:15.529ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
52552024-11-19T06:05:15.529ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
52562024-11-19T06:05:15.529ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
52572024-11-19T06:05:15.536ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
52582024-11-19T06:05:15.536ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 499.464654ms iteration = 13 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
52592024-11-19T06:05:15.538ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
52602024-11-19T06:05:15.538ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
52612024-11-19T06:05:15.538ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
52622024-11-19T06:05:15.538ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 502.131782ms iteration = 14 status = {"generation":2}
52632024-11-19T06:05:15.547ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52642024-11-19T06:05:15.548ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52652024-11-19T06:05:15.549ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52662024-11-19T06:05:15.554ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: c7b413d6-3c47-4a1e-8edb-6730be993801, lookup_type: ById(c7b413d6-3c47-4a1e-8edb-6730be993801) } result = Ok(())
52672024-11-19T06:05:15.554ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52682024-11-19T06:05:15.555ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52692024-11-19T06:05:15.569ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
52702024-11-19T06:05:15.570ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "be99609b-2ab8-490e-9b66-554514a00e3f", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
52712024-11-19T06:05:15.570ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
52722024-11-19T06:05:15.571ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "7e97e803-4235-4a1f-8879-0c199db19943", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
52732024-11-19T06:05:15.571ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
52742024-11-19T06:05:15.573ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
52752024-11-19T06:05:15.573ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 536.579259ms iteration = 15 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
52762024-11-19T06:05:15.580ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 543.40743ms iteration = 29 status = {"physical_disks_added":0}
52772024-11-19T06:05:15.604ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52782024-11-19T06:05:15.604ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52792024-11-19T06:05:15.620ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
52802024-11-19T06:05:15.620ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "f366a3fa-001e-415c-a43e-4f363a82e3e0", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52812024-11-19T06:05:15.620ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52822024-11-19T06:05:15.622ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "8b32c20b-8513-4f38-b144-64a2522b9ea4", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52832024-11-19T06:05:15.622ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52842024-11-19T06:05:15.624ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "4b0229c2-a535-49bb-a780-2089f387d206", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52852024-11-19T06:05:15.624ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52862024-11-19T06:05:15.626ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
52872024-11-19T06:05:15.627ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 590.440438ms iteration = 15 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
52882024-11-19T06:05:15.661ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
52892024-11-19T06:05:15.663ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
52902024-11-19T06:05:15.663ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
52912024-11-19T06:05:15.672ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "a875c874-5282-4ff2-acbf-769644c31227", "content-length": "811", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
52922024-11-19T06:05:15.672ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(11321002) }} sled = buskin
52932024-11-19T06:05:15.672ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
52942024-11-19T06:05:15.672ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
52952024-11-19T06:05:15.673ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 636.992321ms iteration = 25 status = {}
52962024-11-19T06:05:15.693ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
52972024-11-19T06:05:15.694ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
52982024-11-19T06:05:15.694ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
52992024-11-19T06:05:15.696ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: c7b413d6-3c47-4a1e-8edb-6730be993801, lookup_type: ById(c7b413d6-3c47-4a1e-8edb-6730be993801) } result = Ok(())
53002024-11-19T06:05:15.696ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53012024-11-19T06:05:15.696ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53022024-11-19T06:05:15.697ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
53032024-11-19T06:05:15.697ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53042024-11-19T06:05:15.697ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53052024-11-19T06:05:15.699ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53062024-11-19T06:05:15.699ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53072024-11-19T06:05:15.701ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53082024-11-19T06:05:15.701ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53092024-11-19T06:05:15.703ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53102024-11-19T06:05:15.703ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53112024-11-19T06:05:15.705ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53122024-11-19T06:05:15.705ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53132024-11-19T06:05:15.706ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53142024-11-19T06:05:15.707ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53152024-11-19T06:05:15.707ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
53162024-11-19T06:05:15.707ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9ce0c221-1efd-4be6-b4f7-f2836acbb489", "content-length": "134", "date": "Tue, 19 Nov 2024 06:05:14 GMT"} })
53172024-11-19T06:05:15.707ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
53182024-11-19T06:05:15.707ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
53192024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
53202024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
53212024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53222024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53232024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53242024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
53252024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
53262024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
53272024-11-19T06:05:15.708ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
53282024-11-19T06:05:15.708ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53292024-11-19T06:05:15.708ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53302024-11-19T06:05:15.708ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53312024-11-19T06:05:15.708ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53322024-11-19T06:05:15.710ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53332024-11-19T06:05:15.710ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
53342024-11-19T06:05:15.710ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53352024-11-19T06:05:15.710ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ae553ae8-0161-4836-8ff1-61a8e9a396d9", "content-length": "2", "date": "Tue, 19 Nov 2024 06:05:14 GMT"} })
53362024-11-19T06:05:15.710ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
53372024-11-19T06:05:15.710ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "ac79b376-fef3-4182-88aa-e41fb5895751", "content-length": "52", "date": "Tue, 19 Nov 2024 06:05:14 GMT"} })
53382024-11-19T06:05:15.710ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
53392024-11-19T06:05:15.710ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
53402024-11-19T06:05:15.738ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53412024-11-19T06:05:15.742ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: ef456bbc-f798-4c0d-9741-7293c5a6e284, lookup_type: ByName("default") } result = Ok(())
53422024-11-19T06:05:15.742ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53432024-11-19T06:05:15.742ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53442024-11-19T06:05:15.744ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53452024-11-19T06:05:15.745ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53462024-11-19T06:05:15.746ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53472024-11-19T06:05:15.746ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53482024-11-19T06:05:15.749ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53492024-11-19T06:05:15.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53502024-11-19T06:05:15.751ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53512024-11-19T06:05:15.751ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53522024-11-19T06:05:15.752ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53532024-11-19T06:05:15.753ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53542024-11-19T06:05:15.754ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
53552024-11-19T06:05:15.754ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
53562024-11-19T06:05:15.755ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
53572024-11-19T06:05:15.759ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: 965cc9d1-2e74-49f4-95de-5d98eb8b6029, lookup_type: ById(965cc9d1-2e74-49f4-95de-5d98eb8b6029) }, key: 2a7d89ac-69ee-4c06-b33c-868a39aa5892, lookup_type: ByName("default") } result = Ok(())
53582024-11-19T06:05:15.759ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
53592024-11-19T06:05:15.759ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
53602024-11-19T06:05:15.810ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "beaceee4-2252-4c1b-9501-b222a0ef1c0a", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
53612024-11-19T06:05:15.810ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
53622024-11-19T06:05:15.810ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
53632024-11-19T06:05:15.811ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "962a2e47-2122-484b-bae7-97aaf901d572", "content-length": "682", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
53642024-11-19T06:05:15.811ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53652024-11-19T06:05:15.811ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53662024-11-19T06:05:15.811ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "3ef86295-6fe4-4151-b456-517faba50487", "date": "Tue, 19 Nov 2024 06:05:15 GMT"} })
53672024-11-19T06:05:15.812ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 776.110106ms iteration = 26 status = {}
53682024-11-19T06:05:15.815ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53692024-11-19T06:05:15.815ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53702024-11-19T06:05:15.818ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53712024-11-19T06:05:15.818ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53722024-11-19T06:05:15.821ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
53732024-11-19T06:05:15.821ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
53742024-11-19T06:05:15.829ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 792.100542ms iteration = 25 status = {}
53752024-11-19T06:05:16.449ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6bba3c7b-245a-40af-8467-d7951c72bf59 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
53762024-11-19T06:05:16.449ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6bba3c7b-245a-40af-8467-d7951c72bf59 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
53772024-11-19T06:05:16.451ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2642 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6bba3c7b-245a-40af-8467-d7951c72bf59 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
53782024-11-19T06:05:17.188ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = instance_watcher result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836/state", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ac5e1c3-2785-4d7a-8fe9-2c62e28d68a4", "content-length": "131", "date": "Tue, 19 Nov 2024 06:05:17 GMT"} })
53792024-11-19T06:05:17.190ZDEBGnexus (BackgroundTasks): updating instance state background_task = instance_watcher instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 sled_id = 176942d8-6f67-414d-8390-55e992dfe909 state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T06:05:09.216917482Z }, migration_in: None, migration_out: None } vmm_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53802024-11-19T06:05:17.191ZINFOnexus (BackgroundTasks): received new VMM runtime state from sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:2151 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 sled_id = 176942d8-6f67-414d-8390-55e992dfe909 vmm_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-19T06:05:09.216917482Z }
53812024-11-19T06:05:17.191ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 roles = RoleSet { roles: {} } sled_id = 176942d8-6f67-414d-8390-55e992dfe909 vmm_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53822024-11-19T06:05:17.191ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2151 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bc84ff29-5593-4a68-a403-d8199d4ca96b uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-19T06:05:17.188423305Z }
53832024-11-19T06:05:17.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bc84ff29-5593-4a68-a403-d8199d4ca96b roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53842024-11-19T06:05:17.191ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bc84ff29-5593-4a68-a403-d8199d4ca96b resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53852024-11-19T06:05:17.191ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 resource = Database result = Ok(()) sled_id = 176942d8-6f67-414d-8390-55e992dfe909 vmm_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53862024-11-19T06:05:17.202ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 13849 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bc84ff29-5593-4a68-a403-d8199d4ca96b response_code = 204 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53872024-11-19T06:05:17.210ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2151 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab2d1d31-86d4-4b18-98a5-c2618cf30c95 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-19T06:05:17.209831547Z }
53882024-11-19T06:05:17.210ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab2d1d31-86d4-4b18-98a5-c2618cf30c95 roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53892024-11-19T06:05:17.210ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab2d1d31-86d4-4b18-98a5-c2618cf30c95 resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53902024-11-19T06:05:17.221ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1:0]:61177
53912024-11-19T06:05:17.222ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:61177 req_id = b98602e8-4a5f-4203-9aa9-48f268f20876 roles = RoleSet { roles: {} } uri = /metrics/producers
53922024-11-19T06:05:17.222ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:61177 req_id = b98602e8-4a5f-4203-9aa9-48f268f20876 resource = Database result = Ok(()) uri = /metrics/producers
53932024-11-19T06:05:17.227ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 1 total_failed = 0 total_incomplete = 0 total_instances = 1 update_sagas_queued = 0
53942024-11-19T06:05:17.231ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 2.19364366s iteration = 25 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{"starting":1},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
53952024-11-19T06:05:17.249ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39742 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab2d1d31-86d4-4b18-98a5-c2618cf30c95 response_code = 204 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
53962024-11-19T06:05:17.257ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = d2ae3154-15d2-4272-ab40-624b3239c2e7
53972024-11-19T06:05:17.257ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35938 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:61177 req_id = b98602e8-4a5f-4203-9aa9-48f268f20876 response_code = 201 uri = /metrics/producers
53982024-11-19T06:05:17.472ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e30fcd7b-6ba1-4528-a3a2-066bf2a61280 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
53992024-11-19T06:05:17.473ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e30fcd7b-6ba1-4528-a3a2-066bf2a61280 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54002024-11-19T06:05:17.474ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1972 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e30fcd7b-6ba1-4528-a3a2-066bf2a61280 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54012024-11-19T06:05:18.499ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 678b4abd-4901-4d07-8a61-912bec49401a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54022024-11-19T06:05:18.499ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 678b4abd-4901-4d07-8a61-912bec49401a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54032024-11-19T06:05:18.501ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2748 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 678b4abd-4901-4d07-8a61-912bec49401a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54042024-11-19T06:05:19.522ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 781afe84-ee3a-4d8d-a541-93770472ce25 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54052024-11-19T06:05:19.522ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 781afe84-ee3a-4d8d-a541-93770472ce25 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54062024-11-19T06:05:19.525ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2675 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 781afe84-ee3a-4d8d-a541-93770472ce25 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54072024-11-19T06:05:20.547ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 61045832-f16a-44bc-bccc-313d4c6ff2e4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54082024-11-19T06:05:20.548ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 61045832-f16a-44bc-bccc-313d4c6ff2e4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54092024-11-19T06:05:20.550ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2765 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 61045832-f16a-44bc-bccc-313d4c6ff2e4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54102024-11-19T06:05:20.734ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1374 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = b24fd299-fea9-4166-9673-11444739bd6a response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
54112024-11-19T06:05:21.574ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7dbe9d73-3cf6-4474-a313-beffe66074f5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54122024-11-19T06:05:21.574ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7dbe9d73-3cf6-4474-a313-beffe66074f5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54132024-11-19T06:05:21.577ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3156 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7dbe9d73-3cf6-4474-a313-beffe66074f5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54142024-11-19T06:05:22.599ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b55c9873-34c7-43a6-8fd0-66390ecd2089 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54152024-11-19T06:05:22.599ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b55c9873-34c7-43a6-8fd0-66390ecd2089 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54162024-11-19T06:05:22.601ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2380 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b55c9873-34c7-43a6-8fd0-66390ecd2089 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54172024-11-19T06:05:23.624ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 432feeb3-2a33-4cea-ae8f-ee0005cc294d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54182024-11-19T06:05:23.625ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 432feeb3-2a33-4cea-ae8f-ee0005cc294d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54192024-11-19T06:05:23.627ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2768 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 432feeb3-2a33-4cea-ae8f-ee0005cc294d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54202024-11-19T06:05:24.650ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32962006-7742-401a-ac89-c14108f4233a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54212024-11-19T06:05:24.650ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32962006-7742-401a-ac89-c14108f4233a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54222024-11-19T06:05:24.652ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2450 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 32962006-7742-401a-ac89-c14108f4233a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54232024-11-19T06:05:25.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 74 reason = Timeout
54242024-11-19T06:05:25.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 74 reason = Timeout
54252024-11-19T06:05:25.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
54262024-11-19T06:05:25.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54272024-11-19T06:05:25.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
54282024-11-19T06:05:25.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54292024-11-19T06:05:25.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
54302024-11-19T06:05:25.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
54312024-11-19T06:05:25.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54322024-11-19T06:05:25.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54332024-11-19T06:05:25.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54342024-11-19T06:05:25.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54352024-11-19T06:05:25.066ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
54362024-11-19T06:05:25.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
54372024-11-19T06:05:25.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
54382024-11-19T06:05:25.074ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
54392024-11-19T06:05:25.074ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
54402024-11-19T06:05:25.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54412024-11-19T06:05:25.086ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
54422024-11-19T06:05:25.086ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 49.277902ms iteration = 74 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
54432024-11-19T06:05:25.092ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 55.276924ms iteration = 74 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
54442024-11-19T06:05:25.673ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f58d858-b51c-49b1-8349-0c0d4fd6604d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54452024-11-19T06:05:25.673ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f58d858-b51c-49b1-8349-0c0d4fd6604d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54462024-11-19T06:05:25.675ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2359 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3f58d858-b51c-49b1-8349-0c0d4fd6604d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54472024-11-19T06:05:26.698ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf75a767-3c64-49d4-a51a-265883d54f56 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54482024-11-19T06:05:26.698ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf75a767-3c64-49d4-a51a-265883d54f56 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54492024-11-19T06:05:26.700ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2083 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf75a767-3c64-49d4-a51a-265883d54f56 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54502024-11-19T06:05:26.931ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2151 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fdf7f89f-c6f6-4f82-8288-4ab212bcc322 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-19T06:05:26.931245154Z }
54512024-11-19T06:05:26.931ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fdf7f89f-c6f6-4f82-8288-4ab212bcc322 roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54522024-11-19T06:05:26.931ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fdf7f89f-c6f6-4f82-8288-4ab212bcc322 resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54532024-11-19T06:05:26.939ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 8006 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fdf7f89f-c6f6-4f82-8288-4ab212bcc322 response_code = 204 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54542024-11-19T06:05:27.665ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7ab63775-6544-4018-b0e0-ea49979cfbfd roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/8?limit=100
54552024-11-19T06:05:27.666ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7ab63775-6544-4018-b0e0-ea49979cfbfd resource = Database result = Ok(()) uri = /nat/ipv4/changeset/8?limit=100
54562024-11-19T06:05:27.672ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 6394 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 7ab63775-6544-4018-b0e0-ea49979cfbfd response_code = 200 uri = /nat/ipv4/changeset/8?limit=100
54572024-11-19T06:05:27.673ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e016e814-6e7f-40f4-8be7-5e03caf46671 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
54582024-11-19T06:05:27.673ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e016e814-6e7f-40f4-8be7-5e03caf46671 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
54592024-11-19T06:05:27.676ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3160 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = e016e814-6e7f-40f4-8be7-5e03caf46671 response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
54602024-11-19T06:05:27.722ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b63aa76-1ad6-4f0e-af2e-953ab97c7484 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54612024-11-19T06:05:27.723ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b63aa76-1ad6-4f0e-af2e-953ab97c7484 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54622024-11-19T06:05:27.725ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2738 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0b63aa76-1ad6-4f0e-af2e-953ab97c7484 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54632024-11-19T06:05:28.677ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = bccda822-5f3f-4365-8c8c-1686fd255360 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
54642024-11-19T06:05:28.677ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = bccda822-5f3f-4365-8c8c-1686fd255360 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
54652024-11-19T06:05:28.680ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3641 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = bccda822-5f3f-4365-8c8c-1686fd255360 response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
54662024-11-19T06:05:28.746ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b95d3c4-e773-45ec-9677-8d96406de0a0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54672024-11-19T06:05:28.746ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b95d3c4-e773-45ec-9677-8d96406de0a0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54682024-11-19T06:05:28.748ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2352 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b95d3c4-e773-45ec-9677-8d96406de0a0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
54692024-11-19T06:05:29.409ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2151 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-19T06:05:29.409261935Z }
54702024-11-19T06:05:29.409ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54712024-11-19T06:05:29.409ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54722024-11-19T06:05:29.419ZDEBGnexus (dropshot_internal): new VMM runtime state from sled agent requires an instance-update saga actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_in_needs_update = false migration_out_needs_update = false propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_needs_update = true
54732024-11-19T06:05:29.419ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54742024-11-19T06:05:29.419ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54752024-11-19T06:05:29.422ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54762024-11-19T06:05:29.422ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54772024-11-19T06:05:29.424ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54782024-11-19T06:05:29.424ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54792024-11-19T06:05:29.428ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54802024-11-19T06:05:29.429ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54812024-11-19T06:05:29.430ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54822024-11-19T06:05:29.431ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54832024-11-19T06:05:29.432ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54842024-11-19T06:05:29.432ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54852024-11-19T06:05:29.434ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54862024-11-19T06:05:29.436ZDEBGnexus (dropshot_internal): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: d2ae3154-15d2-4272-ab40-624b3239c2e7, lookup_type: ById(d2ae3154-15d2-4272-ab40-624b3239c2e7) } result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54872024-11-19T06:05:29.439ZINFOnexus (dropshot_internal): starting update saga for d2ae3154-15d2-4272-ab40-624b3239c2e7 actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:1618 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-19T06:05:29.409261935Z }
54882024-11-19T06:05:29.439ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 29690 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd response_code = 204 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54892024-11-19T06:05:29.439ZDEBGnexus (dropshot_internal): preparing instance-update saga for d2ae3154-15d2-4272-ab40-624b3239c2e7... actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9157a62e-fea0-40ea-b254-1c54bb0978dd uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54902024-11-19T06:05:29.439ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update
54912024-11-19T06:05:29.439ZINFOnexus (SEC): saga create dag = {"end_node":4,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[3,0,null],[2,4,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"start_instance_update.lock_instance","label":"LockInstance","name":"updater_lock"}},{"Action":{"action_name":"start_instance_update.fetch_state_and_start_real_saga","label":"FetchStateAndStartRealSaga","name":"state"}},{"Start":{"params":{"authz_instance":{"key":"d2ae3154-15d2-4272-ab40-624b3239c2e7","lookup_type":{"ById":"d2ae3154-15d2-4272-ab40-624b3239c2e7"},"parent":{"key":"6191070c-d58d-4701-8f9b-23615d95c74d","lookup_type":{"ById":"6191070c-d58d-4701-8f9b-23615d95c74d"},"parent":{"key":"72a1d3e6-6925-4b66-a837-17a09208a856","lookup_type":{"ById":"72a1d3e6-6925-4b66-a837-17a09208a856"},"parent":null}}},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}}}}},"End"]},"saga_name":"start-instance-update","start_node":3} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
54922024-11-19T06:05:29.439ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update
54932024-11-19T06:05:29.439ZINFOnexus (dropshot_internal): received new VMM runtime state from sled agent actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true file = nexus/src/app/instance.rs:2151 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ea5da308-4292-498e-ae86-781a8c0143d2 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836 vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-19T06:05:29.409261935Z }
54942024-11-19T06:05:29.439ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ea5da308-4292-498e-ae86-781a8c0143d2 roles = RoleSet { roles: {} } uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54952024-11-19T06:05:29.439ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ea5da308-4292-498e-ae86-781a8c0143d2 resource = Database result = Ok(()) uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
54962024-11-19T06:05:29.471ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update
54972024-11-19T06:05:29.471ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
54982024-11-19T06:05:29.471ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
54992024-11-19T06:05:29.471ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55002024-11-19T06:05:29.471ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 32256 local_addr = [fd00:1122:3344:101::b]:12221 method = PUT remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ea5da308-4292-498e-ae86-781a8c0143d2 response_code = 204 uri = /vmms/6cf5bcc9-ddb7-474f-89b4-c76b970bc836
55012024-11-19T06:05:29.476ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55022024-11-19T06:05:29.476ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55032024-11-19T06:05:29.479ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55042024-11-19T06:05:29.479ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55052024-11-19T06:05:29.483ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55062024-11-19T06:05:29.483ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("69b69b13-da42-47a7-8300-0ae0ea297210")) node_id = 0 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55072024-11-19T06:05:29.487ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55082024-11-19T06:05:29.487ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55092024-11-19T06:05:29.494ZINFOnexus (SagaExecutor): instance update: attempting to lock instance file = nexus/src/app/sagas/instance_update/start.rs:93 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update
55102024-11-19T06:05:29.494ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55112024-11-19T06:05:29.494ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55122024-11-19T06:05:29.496ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55132024-11-19T06:05:29.496ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55142024-11-19T06:05:29.498ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55152024-11-19T06:05:29.498ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55162024-11-19T06:05:29.503ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55172024-11-19T06:05:29.503ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55182024-11-19T06:05:29.504ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55192024-11-19T06:05:29.504ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55202024-11-19T06:05:29.505ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55212024-11-19T06:05:29.506ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55222024-11-19T06:05:29.507ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55232024-11-19T06:05:29.510ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: d2ae3154-15d2-4272-ab40-624b3239c2e7, lookup_type: ById(d2ae3154-15d2-4272-ab40-624b3239c2e7) } result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55242024-11-19T06:05:29.510ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance updater_id = 69b69b13-da42-47a7-8300-0ae0ea297210
55252024-11-19T06:05:29.510ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55262024-11-19T06:05:29.510ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55272024-11-19T06:05:29.522ZDEBGnexus (SagaExecutor): attempting to acquire instance updater lock actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true current_gen = Generation(Generation(1)) instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance updater_id = 69b69b13-da42-47a7-8300-0ae0ea297210
55282024-11-19T06:05:29.522ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55292024-11-19T06:05:29.522ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance
55302024-11-19T06:05:29.526ZDEBGnexus (SagaExecutor): instance updater lock acquired! actor_id = 001de000-05e4-4000-8000-000000000002 already_locked = true authenticated = true instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 locked_gen = Generation(Generation(2)) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = LockInstance updater_id = 69b69b13-da42-47a7-8300-0ae0ea297210
55312024-11-19T06:05:29.526ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55322024-11-19T06:05:29.526ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(2), "updater_id": String("69b69b13-da42-47a7-8300-0ae0ea297210")}) node_id = 1 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55332024-11-19T06:05:29.530ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55342024-11-19T06:05:29.530ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
55352024-11-19T06:05:29.533ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55362024-11-19T06:05:29.534ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55372024-11-19T06:05:29.535ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55382024-11-19T06:05:29.535ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55392024-11-19T06:05:29.536ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55402024-11-19T06:05:29.537ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55412024-11-19T06:05:29.538ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55422024-11-19T06:05:29.541ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: d2ae3154-15d2-4272-ab40-624b3239c2e7, lookup_type: ById(d2ae3154-15d2-4272-ab40-624b3239c2e7) } result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55432024-11-19T06:05:29.541ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55442024-11-19T06:05:29.541ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_node = FetchStateAndStartRealSaga
55452024-11-19T06:05:29.550ZINFOnexus (SagaExecutor): instance update: starting real update saga... current.active_vmm = Some(Vmm { id: 6cf5bcc9-ddb7-474f-89b4-c76b970bc836, time_created: 2024-11-19T06:05:08.762541Z, time_deleted: None, instance_id: d2ae3154-15d2-4272-ab40-624b3239c2e7, sled_id: 176942d8-6f67-414d-8390-55e992dfe909, propolis_ip: V6(Ipv6Network { addr: fd00:1122:3344:101::1:0, prefix: 128 }), propolis_port: SqlU16(12400), runtime: VmmRuntimeState { time_state_updated: 2024-11-19T06:05:29.409261Z, gen: Generation(Generation(8)), state: Destroyed } }) current.migration = None current.runtime_state = InstanceRuntimeState { time_updated: 2024-11-19T06:05:06.309699Z, gen: Generation(Generation(3)), propolis_id: Some(6cf5bcc9-ddb7-474f-89b4-c76b970bc836), dst_propolis_id: None, migration_id: None, nexus_state: Vmm, time_last_auto_restarted: None } current.target_vmm = None file = nexus/src/app/sagas/instance_update/start.rs:180 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update update.deprovision = true update.destroy_active_vmm = Some(6cf5bcc9-ddb7-474f-89b4-c76b970bc836 (propolis)) update.destroy_target_vmm = None update.network_config_update = Some(Delete) update.new_runtime_state = InstanceRuntimeState { time_updated: 2024-11-19T06:05:29.549990596Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None }
55462024-11-19T06:05:29.550ZINFOnexus (SagaExecutor): preparing saga file = nexus/src/app/saga.rs:255 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55472024-11-19T06:05:29.550ZINFOnexus (SEC): saga create dag = {"end_node":14,"graph":{"edge_property":"directed","edges":[[0,1,null],[1,2,null],[2,3,null],[3,4,null],[4,5,null],[5,6,null],[6,7,null],[7,8,null],[9,10,null],[8,9,null],[10,11,null],[11,12,null],[13,0,null],[12,14,null]],"node_holes":[],"nodes":[{"Action":{"action_name":"common.uuid_generate","label":"GenerateInstanceLockId","name":"saga_instance_lock_id"}},{"Action":{"action_name":"instance_update.become_updater","label":"BecomeUpdater","name":"updater_lock"}},{"Constant":{"name":"network_config_update","value":"Delete"}},{"Action":{"action_name":"instance_update.update_network_config","label":"UpdateNetworkConfig","name":"update_network_config"}},{"Action":{"action_name":"instance_update.release_virtual_provisioning","label":"ReleaseVirtualProvisioning","name":"release_virtual_provisioning"}},{"Action":{"action_name":"instance_update.unassign_oximeter_producer","label":"UnassignOximeterProducer","name":"unassign_oximeter_producer"}},{"Action":{"action_name":"instance_update.commit_instance_updates","label":"CommitInstanceUpdates","name":"commit_instance_updates"}},{"Constant":{"name":"destroy_active_vmm_params","value":{"instance_id":"d2ae3154-15d2-4272-ab40-624b3239c2e7","serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"vmm_id":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836"}}},{"SubsagaStart":{"params_node_name":"destroy_active_vmm_params","saga_name":"destroy_active_vmm"}},{"Action":{"action_name":"destroy_vmm.release_sled_resources","label":"ReleaseSledResources","name":"release_sled_resources"}},{"Action":{"action_name":"destroy_vmm.mark_vmm_deleted","label":"MarkVmmDeleted","name":"mark_vmm_deleted"}},{"SubsagaEnd":{"name":"active_vmm_destroyed"}},{"Action":{"action_name":"instance_update.chain_successor_saga","label":"ChainSuccessorSaga","name":"chain_successor_saga"}},{"Start":{"params":{"authz_instance":{"key":"d2ae3154-15d2-4272-ab40-624b3239c2e7","lookup_type":{"ById":"d2ae3154-15d2-4272-ab40-624b3239c2e7"},"parent":{"key":"6191070c-d58d-4701-8f9b-23615d95c74d","lookup_type":{"ById":"6191070c-d58d-4701-8f9b-23615d95c74d"},"parent":{"key":"72a1d3e6-6925-4b66-a837-17a09208a856","lookup_type":{"ById":"72a1d3e6-6925-4b66-a837-17a09208a856"},"parent":null}}},"orig_lock":{"locked_gen":2,"updater_id":"69b69b13-da42-47a7-8300-0ae0ea297210"},"serialized_authn":{"kind":{"Authenticated":[{"actor":{"UserBuiltin":{"user_builtin_id":"001de000-05e4-4000-8000-000000000002"}}},null]}},"update":{"deprovision":{"cpus_diff":2,"project_id":"6191070c-d58d-4701-8f9b-23615d95c74d","ram_diff":1073741824},"destroy_active_vmm":"6cf5bcc9-ddb7-474f-89b4-c76b970bc836","destroy_target_vmm":null,"network_config":"Delete","new_runtime":{"dst_propolis_id":null,"gen":4,"migration_id":null,"nexus_state":"NoVmm","propolis_id":null,"time_last_auto_restarted":null,"time_updated":"2024-11-19T06:05:29.549990596Z"}}}}},"End"]},"saga_name":"instance-update","start_node":13} file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1146 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55482024-11-19T06:05:29.550ZINFOnexus (SecStore): creating saga file = nexus/db-queries/src/db/sec_store.rs:50 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55492024-11-19T06:05:29.580ZINFOnexus (SagaExecutor): starting saga file = nexus/src/app/saga.rs:353 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55502024-11-19T06:05:29.580ZINFOnexus (SEC): saga start file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:967 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55512024-11-19T06:05:29.580ZDEBGnexus (SEC): saga log event new_state = N013 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55522024-11-19T06:05:29.580ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 13 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55532024-11-19T06:05:29.584ZDEBGnexus (SEC): saga log event new_state = N013 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55542024-11-19T06:05:29.584ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 13 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55552024-11-19T06:05:29.587ZDEBGnexus (SEC): saga log event new_state = N000 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55562024-11-19T06:05:29.587ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 0 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55572024-11-19T06:05:29.591ZDEBGnexus (SEC): saga log event new_state = N000 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55582024-11-19T06:05:29.591ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("4537181d-5b2b-4519-8793-a080fae0f814")) node_id = 0 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55592024-11-19T06:05:29.594ZDEBGnexus (SEC): saga log event new_state = N001 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55602024-11-19T06:05:29.594ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 1 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55612024-11-19T06:05:29.604ZDEBGnexus (SagaExecutor): instance update: trying to become instance updater... instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 parent_lock = UpdaterLock { updater_id: 69b69b13-da42-47a7-8300-0ae0ea297210, locked_gen: Generation(Generation(2)) } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55622024-11-19T06:05:29.604ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = BecomeUpdater
55632024-11-19T06:05:29.605ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = BecomeUpdater
55642024-11-19T06:05:29.616ZDEBGnexus (SagaExecutor): inherited lock from 69b69b13-da42-47a7-8300-0ae0ea297210 to 4537181d-5b2b-4519-8793-a080fae0f814 actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 locked_gen = Generation(Generation(3)) parent_gen = Generation(Generation(2)) parent_id = 69b69b13-da42-47a7-8300-0ae0ea297210 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = BecomeUpdater updater_id = 4537181d-5b2b-4519-8793-a080fae0f814
55652024-11-19T06:05:29.616ZINFOnexus (SagaExecutor): instance_update: Now, I am become Updater, the destroyer of VMMs. file = nexus/src/app/sagas/instance_update/mod.rs:964 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55662024-11-19T06:05:29.616ZDEBGnexus (SEC): saga log event new_state = N001 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55672024-11-19T06:05:29.616ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"locked_gen": Number(3), "updater_id": String("4537181d-5b2b-4519-8793-a080fae0f814")}) node_id = 1 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55682024-11-19T06:05:29.619ZDEBGnexus (SEC): saga log event new_state = N002 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55692024-11-19T06:05:29.619ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 2 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55702024-11-19T06:05:29.622ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55712024-11-19T06:05:29.622ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(String("Delete")) node_id = 2 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55722024-11-19T06:05:29.626ZDEBGnexus (SEC): saga log event new_state = N003 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
55732024-11-19T06:05:29.626ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 3 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
55742024-11-19T06:05:29.631ZINFOnexus (SagaExecutor): instance update: deleting network config file = nexus/src/app/sagas/instance_update/mod.rs:1017 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
55752024-11-19T06:05:29.634ZINFOnexus: deleting instance dpd configuration file = nexus/src/app/instance_network.rs:548 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7
55762024-11-19T06:05:29.636ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55772024-11-19T06:05:29.636ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55782024-11-19T06:05:29.640ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55792024-11-19T06:05:29.640ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55802024-11-19T06:05:29.643ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
55812024-11-19T06:05:29.643ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55822024-11-19T06:05:29.643ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UpdateNetworkConfig
55832024-11-19T06:05:29.645ZWARNnexus: no matching nat entries to soft delete file = nexus/src/app/instance_network.rs:711
55842024-11-19T06:05:29.645ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
55852024-11-19T06:05:29.645ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
55862024-11-19T06:05:29.646ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "viewer")} }
55872024-11-19T06:05:29.647ZDEBGnexus (InstanceAllocator): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Fleet result = Ok(())
55882024-11-19T06:05:29.647ZDEBGnexus (InstanceAllocator): roles roles = RoleSet { roles: {} }
55892024-11-19T06:05:29.647ZDEBGnexus (InstanceAllocator): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }) resource = Database result = Ok(())
55902024-11-19T06:05:29.651ZDEBGnexus: notifying dendrite of updates instance_id = Some(d2ae3154-15d2-4272-ab40-624b3239c2e7 (instance)) switch = switch0
55912024-11-19T06:05:29.652ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3560, tv_nsec: 435626981 } })
55922024-11-19T06:05:29.652ZINFOnexus: Determining switch slots managed by switch zones file = nexus/src/app/mod.rs:1131
55932024-11-19T06:05:29.682ZINFOnexus: determining switch slot managed by dendrite zone file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
55942024-11-19T06:05:29.682ZDEBGnexus (MgsClient): client request body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
55952024-11-19T06:05:29.683ZDEBGnexus (MgsClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d832fb03-922c-464c-b2ff-269f7f2651da", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} })
55962024-11-19T06:05:29.683ZINFOnexus: identified switch slot for dendrite zone file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
55972024-11-19T06:05:29.684ZINFOnexus: completed mapping dendrite zones to switch slots file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
55982024-11-19T06:05:29.712ZDEBGnexus (DpdClient): client request body = None method = POST uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
55992024-11-19T06:05:29.713ZDEBGnexus (DpdClient): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger", status: 200, headers: {"content-type": "application/json", "x-request-id": "13ee303d-cefd-4d31-ae81-2fe6e8964a1b", "content-length": "4", "date": "Tue, 19 Nov 2024 06:05:28 GMT"} })
56002024-11-19T06:05:29.715ZDEBGnexus (SEC): saga log event new_state = N003 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56012024-11-19T06:05:29.715ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 3 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56022024-11-19T06:05:29.719ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56032024-11-19T06:05:29.719ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56042024-11-19T06:05:29.724ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ReleaseVirtualProvisioning
56052024-11-19T06:05:29.724ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ReleaseVirtualProvisioning
56062024-11-19T06:05:29.739ZINFOnexus (SagaExecutor): instance update (no VMM): deallocated virtual provisioning resources file = nexus/src/app/sagas/instance_update/mod.rs:1092 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 records_deleted = [VirtualProvisioningCollection { id: 001de000-1334-4000-8000-000000000000, time_modified: Some(2024-11-19T06:05:29.727120Z), collection_type: "Fleet", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 6191070c-d58d-4701-8f9b-23615d95c74d, time_modified: Some(2024-11-19T06:05:29.727120Z), collection_type: "Project", virtual_disk_bytes_provisioned: ByteCount(ByteCount(2147483648)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }, VirtualProvisioningCollection { id: 72a1d3e6-6925-4b66-a837-17a09208a856, time_modified: Some(2024-11-19T06:05:29.727120Z), collection_type: "Silo", virtual_disk_bytes_provisioned: ByteCount(ByteCount(6442450944)), cpus_provisioned: 0, ram_provisioned: ByteCount(ByteCount(0)) }] saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56072024-11-19T06:05:29.739ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56082024-11-19T06:05:29.739ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56092024-11-19T06:05:29.742ZDEBGnexus (SEC): saga log event new_state = N005 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56102024-11-19T06:05:29.742ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 5 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56112024-11-19T06:05:29.746ZINFOnexus (SagaExecutor): instance update (no VMM): unassigning oximeter producer file = nexus/src/app/sagas/instance_update/mod.rs:1127 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56122024-11-19T06:05:29.748ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UnassignOximeterProducer
56132024-11-19T06:05:29.749ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UnassignOximeterProducer
56142024-11-19T06:05:29.753ZDEBGnexus (SagaExecutor): deleted metric producer assignment collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc producer_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56152024-11-19T06:05:29.753ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UnassignOximeterProducer
56162024-11-19T06:05:29.753ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = UnassignOximeterProducer
56172024-11-19T06:05:29.773ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc83bb4d-05ab-4682-a837-efd13723ade0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
56182024-11-19T06:05:29.773ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc83bb4d-05ab-4682-a837-efd13723ade0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
56192024-11-19T06:05:29.774ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1453 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fc83bb4d-05ab-4682-a837-efd13723ade0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
56202024-11-19T06:05:29.788ZINFOnexus (SagaExecutor): registered oximeter collector client file = nexus/src/app/oximeter.rs:262 id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56212024-11-19T06:05:29.793ZDEBGnexus (SagaExecutor): client request body = None method = DELETE oximeter-collector = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update uri = http://[fd00:1122:3344:101::d]:12223/producers/d2ae3154-15d2-4272-ab40-624b3239c2e7
56222024-11-19T06:05:29.808ZDEBGnexus (SagaExecutor): client response oximeter-collector = d2ae3154-15d2-4272-ab40-624b3239c2e7 result = Ok(Response { url: "http://[fd00:1122:3344:101::d]:12223/producers/d2ae3154-15d2-4272-ab40-624b3239c2e7", status: 204, headers: {"x-request-id": "27e7be5b-b62d-41c6-beaf-171477078ee9", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} }) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56232024-11-19T06:05:29.808ZDEBGnexus (SagaExecutor): successfully deleted producer from collector address = [fd00:1122:3344:101::d]:12223 collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc producer_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56242024-11-19T06:05:29.810ZDEBGnexus (SEC): saga log event new_state = N005 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56252024-11-19T06:05:29.810ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 5 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56262024-11-19T06:05:29.814ZDEBGnexus (SEC): saga log event new_state = N006 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56272024-11-19T06:05:29.814ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 6 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56282024-11-19T06:05:29.817ZDEBGnexus (SagaExecutor): instance update: committing new runtime state and unlocking... instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 lock = UpdaterLock { updater_id: 4537181d-5b2b-4519-8793-a080fae0f814, locked_gen: Generation(Generation(3)) } new_runtime = InstanceRuntimeState { time_updated: 2024-11-19T06:05:29.549990596Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56292024-11-19T06:05:29.820ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = CommitInstanceUpdates
56302024-11-19T06:05:29.820ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = CommitInstanceUpdates
56312024-11-19T06:05:29.829ZINFOnexus (SagaExecutor): instance update: committed update new runtime state! did_unlock = true file = nexus/src/app/sagas/instance_update/mod.rs:1176 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 new_runtime = InstanceRuntimeState { time_updated: 2024-11-19T06:05:29.549990596Z, gen: Generation(Generation(4)), propolis_id: None, dst_propolis_id: None, migration_id: None, nexus_state: NoVmm, time_last_auto_restarted: None } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56322024-11-19T06:05:29.829ZDEBGnexus (SEC): saga log event new_state = N006 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56332024-11-19T06:05:29.829ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 6 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56342024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 27 reason = Signaled
56352024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 26 reason = Signaled
56362024-11-19T06:05:29.829ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
56372024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56382024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56392024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56402024-11-19T06:05:29.829ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56412024-11-19T06:05:29.831ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56422024-11-19T06:05:29.832ZDEBGnexus (SEC): saga log event new_state = N007 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56432024-11-19T06:05:29.832ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56442024-11-19T06:05:29.833ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
56452024-11-19T06:05:29.833ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56462024-11-19T06:05:29.833ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56472024-11-19T06:05:29.834ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56482024-11-19T06:05:29.835ZDEBGnexus (SEC): saga log event new_state = N007 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56492024-11-19T06:05:29.835ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Object {"instance_id": String("d2ae3154-15d2-4272-ab40-624b3239c2e7"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("6cf5bcc9-ddb7-474f-89b4-c76b970bc836")}) node_id = 7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56502024-11-19T06:05:29.836ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
56512024-11-19T06:05:29.836ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56522024-11-19T06:05:29.836ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56532024-11-19T06:05:29.838ZDEBGnexus (SEC): saga log event new_state = N008 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56542024-11-19T06:05:29.838ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 8 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56552024-11-19T06:05:29.842ZDEBGnexus (SEC): saga log event new_state = N008 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56562024-11-19T06:05:29.842ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 8 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56572024-11-19T06:05:29.845ZDEBGnexus (SEC): saga log event new_state = N009 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56582024-11-19T06:05:29.845ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 9 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56592024-11-19T06:05:29.851ZINFOnexus (SagaExecutor): instance update (VMM destroyed): deallocating sled resource reservation file = nexus/src/app/sagas/instance_update/destroyed.rs:83 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56602024-11-19T06:05:29.851ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ReleaseSledResources
56612024-11-19T06:05:29.851ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ReleaseSledResources
56622024-11-19T06:05:29.862ZDEBGnexus (SEC): saga log event new_state = N009 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56632024-11-19T06:05:29.862ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 9 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56642024-11-19T06:05:29.866ZDEBGnexus (SEC): saga log event new_state = N010 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56652024-11-19T06:05:29.866ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 10 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56662024-11-19T06:05:29.869ZINFOnexus (SagaExecutor): instance update (VMM destroyed): marking VMM record deleted file = nexus/src/app/sagas/instance_update/destroyed.rs:114 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 propolis_id = 6cf5bcc9-ddb7-474f-89b4-c76b970bc836 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
56672024-11-19T06:05:29.869ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = MarkVmmDeleted
56682024-11-19T06:05:29.869ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56692024-11-19T06:05:29.869ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56702024-11-19T06:05:29.869ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = MarkVmmDeleted
56712024-11-19T06:05:29.901ZDEBGnexus (SEC): saga log event new_state = N010 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56722024-11-19T06:05:29.901ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 10 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56732024-11-19T06:05:29.905ZDEBGnexus (SEC): saga log event new_state = N011 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56742024-11-19T06:05:29.905ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 11 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56752024-11-19T06:05:29.909ZDEBGnexus (SEC): saga log event new_state = N011 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56762024-11-19T06:05:29.909ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 11 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56772024-11-19T06:05:29.913ZDEBGnexus (SEC): saga log event new_state = N012 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
56782024-11-19T06:05:29.913ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 12 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
56792024-11-19T06:05:29.916ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56802024-11-19T06:05:29.916ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56812024-11-19T06:05:29.918ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56822024-11-19T06:05:29.920ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56832024-11-19T06:05:29.922ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56842024-11-19T06:05:29.922ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56852024-11-19T06:05:29.923ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56862024-11-19T06:05:29.925ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
56872024-11-19T06:05:29.925ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
56882024-11-19T06:05:29.926ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0b84fa54-833d-4aa6-bdf1-2cd0f0528299", "content-length": "372", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} })
56892024-11-19T06:05:29.926ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
56902024-11-19T06:05:29.926ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
56912024-11-19T06:05:29.926ZDEBGnexus (SagaExecutor): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: 72a1d3e6-6925-4b66-a837-17a09208a856, lookup_type: ById(72a1d3e6-6925-4b66-a837-17a09208a856) }, key: 6191070c-d58d-4701-8f9b-23615d95c74d, lookup_type: ById(6191070c-d58d-4701-8f9b-23615d95c74d) }, key: d2ae3154-15d2-4272-ab40-624b3239c2e7, lookup_type: ById(d2ae3154-15d2-4272-ab40-624b3239c2e7) } result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56922024-11-19T06:05:29.926ZDEBGnexus (SagaExecutor): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true roles = RoleSet { roles: {} } saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56932024-11-19T06:05:29.926ZDEBGnexus (SagaExecutor): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true resource = Database result = Ok(()) saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_node = ChainSuccessorSaga
56942024-11-19T06:05:29.963ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
56952024-11-19T06:05:29.963ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
56962024-11-19T06:05:29.964ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
56972024-11-19T06:05:29.966ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
56982024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
56992024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
57002024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57012024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57022024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "341b354f-a27e-4fdc-b6f3-ffe178fcdc23", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} })
57032024-11-19T06:05:29.966ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57042024-11-19T06:05:29.967ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57052024-11-19T06:05:29.968ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57062024-11-19T06:05:29.969ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57072024-11-19T06:05:29.969ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57082024-11-19T06:05:29.970ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
57092024-11-19T06:05:29.970ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
57102024-11-19T06:05:29.970ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
57112024-11-19T06:05:29.971ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
57122024-11-19T06:05:29.971ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
57132024-11-19T06:05:29.974ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
57142024-11-19T06:05:29.974ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
57152024-11-19T06:05:29.975ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "4f370f87-d31b-45f4-aa48-d095d186f02b", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} })
57162024-11-19T06:05:29.976ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 146.758053ms iteration = 27 status = {}
57172024-11-19T06:05:29.999ZWARNnexus (SagaExecutor): instance update: failed to start successor saga! error = failed to fetch latest snapshot for instance file = nexus/src/app/sagas/instance_update/mod.rs:1325 instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update
57182024-11-19T06:05:29.999ZDEBGnexus (SEC): saga log event new_state = N012 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57192024-11-19T06:05:29.999ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 12 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
57202024-11-19T06:05:29.999ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 26 reason = Signaled
57212024-11-19T06:05:29.999ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
57222024-11-19T06:05:29.999ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
57232024-11-19T06:05:29.999ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
57242024-11-19T06:05:30.003ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
57252024-11-19T06:05:30.003ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "191b64a5-e32a-4398-8888-c7f7d1e647d1", "content-length": "691", "date": "Tue, 19 Nov 2024 06:05:29 GMT"} })
57262024-11-19T06:05:30.003ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
57272024-11-19T06:05:30.003ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
57282024-11-19T06:05:30.003ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
57292024-11-19T06:05:30.004ZDEBGnexus (SEC): saga log event new_state = N014 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57302024-11-19T06:05:30.004ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 14 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
57312024-11-19T06:05:30.005ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 175.700024ms iteration = 26 status = {}
57322024-11-19T06:05:30.007ZDEBGnexus (SEC): saga log event new_state = N014 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57332024-11-19T06:05:30.007ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 14 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
57342024-11-19T06:05:30.012ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57352024-11-19T06:05:30.012ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa
57362024-11-19T06:05:30.030ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
57372024-11-19T06:05:30.030ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
57382024-11-19T06:05:30.030ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
57392024-11-19T06:05:30.031ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
57402024-11-19T06:05:30.046ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57412024-11-19T06:05:30.046ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa saga_name = instance-update saga_result = SagaResult { saga_id: 7e7bd67a-6f47-4912-94cd-2569ab3a67fa, saga_log: SagaLog { saga_id: 7e7bd67a-6f47-4912-94cd-2569ab3a67fa, unwinding: false, events: [N013 started, N013 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N003 started, N003 succeeded, N004 started, N004 succeeded, N005 started, N005 succeeded, N006 started, N006 succeeded, N007 started, N007 succeeded, N008 started, N008 succeeded, N009 started, N009 succeeded, N010 started, N010 succeeded, N011 started, N011 succeeded, N012 started, N012 succeeded, N014 started, N014 succeeded], node_status: {0: Succeeded(String("4537181d-5b2b-4519-8793-a080fae0f814")), 1: Succeeded(Object {"locked_gen": Number(3), "updater_id": String("4537181d-5b2b-4519-8793-a080fae0f814")}), 2: Succeeded(String("Delete")), 3: Succeeded(Null), 4: Succeeded(Null), 5: Succeeded(Null), 6: Succeeded(Null), 7: Succeeded(Object {"instance_id": String("d2ae3154-15d2-4272-ab40-624b3239c2e7"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("6cf5bcc9-ddb7-474f-89b4-c76b970bc836")}), 8: Succeeded(Null), 9: Succeeded(Null), 10: Succeeded(Null), 11: Succeeded(Null), 12: Succeeded(Null), 13: Succeeded(Null), 14: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"active_vmm_destroyed": Null, "chain_successor_saga": Null, "commit_instance_updates": Null, "destroy_active_vmm_params": Object {"instance_id": String("d2ae3154-15d2-4272-ab40-624b3239c2e7"), "serialized_authn": Object {"kind": Object {"Authenticated": Array [Object {"actor": Object {"UserBuiltin": Object {"user_builtin_id": String("001de000-05e4-4000-8000-000000000002")}}}, Null]}}, "vmm_id": String("6cf5bcc9-ddb7-474f-89b4-c76b970bc836")}, "mark_vmm_deleted": Null, "network_config_update": String("Delete"), "release_sled_resources": Null, "release_virtual_provisioning": Null, "saga_instance_lock_id": String("4537181d-5b2b-4519-8793-a080fae0f814"), "unassign_oximeter_producer": Null, "update_network_config": Null, "updater_lock": Object {"locked_gen": Number(3), "updater_id": String("4537181d-5b2b-4519-8793-a080fae0f814")}} }) }
57422024-11-19T06:05:30.046ZDEBGnexus (SagaExecutor): instance update: child saga completed successfully child_saga_id = 7e7bd67a-6f47-4912-94cd-2569ab3a67fa instance_id = d2ae3154-15d2-4272-ab40-624b3239c2e7 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update
57432024-11-19T06:05:30.046ZDEBGnexus (SEC): saga log event new_state = N002 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57442024-11-19T06:05:30.046ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 2 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
57452024-11-19T06:05:30.052ZDEBGnexus (SEC): saga log event new_state = N004 started sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57462024-11-19T06:05:30.052ZDEBGnexus (SecStore): recording saga event event_type = Started node_id = 4 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
57472024-11-19T06:05:30.055ZDEBGnexus (SEC): saga log event new_state = N004 succeeded sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57482024-11-19T06:05:30.055ZDEBGnexus (SecStore): recording saga event event_type = Succeeded(Null) node_id = 4 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
57492024-11-19T06:05:30.059ZINFOnexus (SEC): update for saga cached state file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1384 new_state = Done saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57502024-11-19T06:05:30.059ZINFOnexus (SecStore): updating state file = nexus/db-queries/src/db/sec_store.rs:95 new_state = done saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d
57512024-11-19T06:05:30.065ZINFOnexus (SEC): saga finished file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/steno-0.4.1/src/sec.rs:1025 result = success saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update sec_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
57522024-11-19T06:05:30.065ZINFOnexus (SagaExecutor): saga finished file = nexus/src/app/saga.rs:404 saga_id = 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d saga_name = start-instance-update saga_result = SagaResult { saga_id: 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d, saga_log: SagaLog { saga_id: 93e3d4ca-13ee-4e4d-bd7a-362f1ca7314d, unwinding: false, events: [N003 started, N003 succeeded, N000 started, N000 succeeded, N001 started, N001 succeeded, N002 started, N002 succeeded, N004 started, N004 succeeded], node_status: {0: Succeeded(String("69b69b13-da42-47a7-8300-0ae0ea297210")), 1: Succeeded(Object {"locked_gen": Number(2), "updater_id": String("69b69b13-da42-47a7-8300-0ae0ea297210")}), 2: Succeeded(Null), 3: Succeeded(Null), 4: Succeeded(Null)} }, kind: Ok(SagaResultOk { saga_output: Null, node_outputs: {"saga_instance_lock_id": String("69b69b13-da42-47a7-8300-0ae0ea297210"), "state": Null, "updater_lock": Object {"locked_gen": Number(2), "updater_id": String("69b69b13-da42-47a7-8300-0ae0ea297210")}} }) }
57532024-11-19T06:05:30.068ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
57542024-11-19T06:05:30.068ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
57552024-11-19T06:05:30.068ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
57562024-11-19T06:05:30.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
57572024-11-19T06:05:30.097ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
57582024-11-19T06:05:30.097ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
57592024-11-19T06:05:30.097ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 98.25235ms iteration = 26 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
57602024-11-19T06:05:30.683ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 37289b91-a181-430b-ab5b-47a8f5705af8 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
57612024-11-19T06:05:30.684ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 37289b91-a181-430b-ab5b-47a8f5705af8 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
57622024-11-19T06:05:30.687ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3317 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 37289b91-a181-430b-ab5b-47a8f5705af8 response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
57632024-11-19T06:05:30.798ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1f21dff-bf6f-4358-a3f3-7faf1ff3266d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57642024-11-19T06:05:30.798ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1f21dff-bf6f-4358-a3f3-7faf1ff3266d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57652024-11-19T06:05:30.800ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2348 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1f21dff-bf6f-4358-a3f3-7faf1ff3266d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57662024-11-19T06:05:31.824ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d92c1b8d-3385-44e9-a77d-48ecd70528f5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57672024-11-19T06:05:31.824ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d92c1b8d-3385-44e9-a77d-48ecd70528f5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57682024-11-19T06:05:31.826ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2383 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d92c1b8d-3385-44e9-a77d-48ecd70528f5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57692024-11-19T06:05:32.847ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4cdb122f-00bf-4564-9706-c335eb498beb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57702024-11-19T06:05:32.847ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4cdb122f-00bf-4564-9706-c335eb498beb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57712024-11-19T06:05:32.850ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2756 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4cdb122f-00bf-4564-9706-c335eb498beb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57722024-11-19T06:05:33.872ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2067232e-eef5-45b6-b14a-2a856adc936b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57732024-11-19T06:05:33.872ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2067232e-eef5-45b6-b14a-2a856adc936b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57742024-11-19T06:05:33.874ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3016 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2067232e-eef5-45b6-b14a-2a856adc936b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57752024-11-19T06:05:34.897ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8295644-55bd-4011-8dc9-70acee6767fc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57762024-11-19T06:05:34.897ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8295644-55bd-4011-8dc9-70acee6767fc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57772024-11-19T06:05:34.899ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2171 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d8295644-55bd-4011-8dc9-70acee6767fc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
57782024-11-19T06:05:35.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 75 reason = Timeout
57792024-11-19T06:05:35.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 75 reason = Timeout
57802024-11-19T06:05:35.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57812024-11-19T06:05:35.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
57822024-11-19T06:05:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
57832024-11-19T06:05:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57842024-11-19T06:05:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57852024-11-19T06:05:35.042ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
57862024-11-19T06:05:35.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57872024-11-19T06:05:35.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57882024-11-19T06:05:35.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57892024-11-19T06:05:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57902024-11-19T06:05:35.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57912024-11-19T06:05:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
57922024-11-19T06:05:35.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
57932024-11-19T06:05:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
57942024-11-19T06:05:35.060ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
57952024-11-19T06:05:35.060ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.04048ms iteration = 75 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
57962024-11-19T06:05:35.063ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
57972024-11-19T06:05:35.063ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
57982024-11-19T06:05:35.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 53.01584ms iteration = 75 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
57992024-11-19T06:05:35.732ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2190 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 4761a49b-827d-425b-ac6b-6fa8a6d96b88 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
58002024-11-19T06:05:35.921ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab96d02f-5934-4b80-b3d2-5b7d6b027a9c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58012024-11-19T06:05:35.921ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab96d02f-5934-4b80-b3d2-5b7d6b027a9c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58022024-11-19T06:05:35.923ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2084 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ab96d02f-5934-4b80-b3d2-5b7d6b027a9c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58032024-11-19T06:05:36.946ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efb5b159-a4c3-4ee6-b888-50f88c93e31a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58042024-11-19T06:05:36.946ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efb5b159-a4c3-4ee6-b888-50f88c93e31a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58052024-11-19T06:05:36.948ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2507 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = efb5b159-a4c3-4ee6-b888-50f88c93e31a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58062024-11-19T06:05:37.970ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1717c5c8-8cf3-4c21-9a00-d6ef82527a32 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58072024-11-19T06:05:37.971ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1717c5c8-8cf3-4c21-9a00-d6ef82527a32 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58082024-11-19T06:05:37.973ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2416 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1717c5c8-8cf3-4c21-9a00-d6ef82527a32 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58092024-11-19T06:05:38.995ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72385c51-f1b5-4cf8-abdc-34ddfd377a5c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58102024-11-19T06:05:38.996ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72385c51-f1b5-4cf8-abdc-34ddfd377a5c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58112024-11-19T06:05:38.998ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2468 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 72385c51-f1b5-4cf8-abdc-34ddfd377a5c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58122024-11-19T06:05:40.019ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 91f5542c-3741-4ff3-8cfc-b42409ee0875 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58132024-11-19T06:05:40.019ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 91f5542c-3741-4ff3-8cfc-b42409ee0875 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58142024-11-19T06:05:40.021ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2118 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 91f5542c-3741-4ff3-8cfc-b42409ee0875 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58152024-11-19T06:05:41.043ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 34b2e386-2a43-4f5d-8c40-0bd76d35099c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58162024-11-19T06:05:41.043ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 34b2e386-2a43-4f5d-8c40-0bd76d35099c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58172024-11-19T06:05:41.045ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2123 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 34b2e386-2a43-4f5d-8c40-0bd76d35099c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58182024-11-19T06:05:42.068ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9dacf890-98cf-4f88-a1c2-645ddae4d51e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58192024-11-19T06:05:42.068ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9dacf890-98cf-4f88-a1c2-645ddae4d51e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58202024-11-19T06:05:42.070ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1964 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9dacf890-98cf-4f88-a1c2-645ddae4d51e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58212024-11-19T06:05:43.090ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9193a2b7-af38-4868-a314-6c39022fa3a5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58222024-11-19T06:05:43.091ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9193a2b7-af38-4868-a314-6c39022fa3a5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58232024-11-19T06:05:43.093ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2611 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9193a2b7-af38-4868-a314-6c39022fa3a5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58242024-11-19T06:05:44.114ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f73c206-2cc8-414d-9710-2a2d588dc406 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58252024-11-19T06:05:44.115ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f73c206-2cc8-414d-9710-2a2d588dc406 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58262024-11-19T06:05:44.117ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2600 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f73c206-2cc8-414d-9710-2a2d588dc406 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
58272024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 76 reason = Timeout
58282024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 26 reason = Timeout
58292024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
58302024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 26 reason = Timeout
58312024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 27 reason = Timeout
58322024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
58332024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
58342024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 30 reason = Timeout
58352024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
58362024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
58372024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 28 reason = Timeout
58382024-11-19T06:05:45.036ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
58392024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
58402024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 26 reason = Timeout
58412024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 27 reason = Timeout
58422024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
58432024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
58442024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 26 reason = Timeout
58452024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
58462024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 26 reason = Timeout
58472024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 26 reason = Timeout
58482024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58492024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 76 reason = Timeout
58502024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
58512024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
58522024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 26 reason = Timeout
58532024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
58542024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 26 reason = Timeout
58552024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
58562024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
58572024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58582024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
58592024-11-19T06:05:45.036ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
58602024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
58612024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
58622024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
58632024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
58642024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
58652024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
58662024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
58672024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58682024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
58692024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 26 reason = Timeout
58702024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 26 reason = Timeout
58712024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
58722024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
58732024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 26 reason = Timeout
58742024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
58752024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
58762024-11-19T06:05:45.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
58772024-11-19T06:05:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
58782024-11-19T06:05:45.038ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58792024-11-19T06:05:45.040ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.051022ms iteration = 26 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
58802024-11-19T06:05:45.040ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 823421957 } })
58812024-11-19T06:05:45.040ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
58822024-11-19T06:05:45.041ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
58832024-11-19T06:05:45.041ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
58842024-11-19T06:05:45.041ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
58852024-11-19T06:05:45.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
58862024-11-19T06:05:45.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
58872024-11-19T06:05:45.041ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
58882024-11-19T06:05:45.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
58892024-11-19T06:05:45.044ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58902024-11-19T06:05:45.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58912024-11-19T06:05:45.046ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 829494269 } })
58922024-11-19T06:05:45.046ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
58932024-11-19T06:05:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
58942024-11-19T06:05:45.048ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
58952024-11-19T06:05:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
58962024-11-19T06:05:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
58972024-11-19T06:05:45.049ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
58982024-11-19T06:05:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
58992024-11-19T06:05:45.053ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
59002024-11-19T06:05:45.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
59012024-11-19T06:05:45.053ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59022024-11-19T06:05:45.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59032024-11-19T06:05:45.054ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3575, tv_nsec: 837432602 } })
59042024-11-19T06:05:45.054ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
59052024-11-19T06:05:45.076ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59062024-11-19T06:05:45.078ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
59072024-11-19T06:05:45.078ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
59082024-11-19T06:05:45.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
59092024-11-19T06:05:45.080ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
59102024-11-19T06:05:45.080ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59112024-11-19T06:05:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
59122024-11-19T06:05:45.080ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 43.198449ms iteration = 26 status = {"errors":[],"garbage_collect_requested":[]}
59132024-11-19T06:05:45.081ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59142024-11-19T06:05:45.082ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
59152024-11-19T06:05:45.082ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
59162024-11-19T06:05:45.082ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
59172024-11-19T06:05:45.083ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
59182024-11-19T06:05:45.083ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
59192024-11-19T06:05:45.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
59202024-11-19T06:05:45.084ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59212024-11-19T06:05:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
59222024-11-19T06:05:45.087ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59232024-11-19T06:05:45.087ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
59242024-11-19T06:05:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59252024-11-19T06:05:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
59262024-11-19T06:05:45.088ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59272024-11-19T06:05:45.089ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59282024-11-19T06:05:45.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 51.718877ms iteration = 26 status = {"errors":[],"records_set_to_done":[]}
59292024-11-19T06:05:45.094ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59302024-11-19T06:05:45.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59312024-11-19T06:05:45.094ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59322024-11-19T06:05:45.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59332024-11-19T06:05:45.095ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
59342024-11-19T06:05:45.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
59352024-11-19T06:05:45.095ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59362024-11-19T06:05:45.096ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
59372024-11-19T06:05:45.096ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
59382024-11-19T06:05:45.096ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
59392024-11-19T06:05:45.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
59402024-11-19T06:05:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
59412024-11-19T06:05:45.098ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
59422024-11-19T06:05:45.098ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
59432024-11-19T06:05:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
59442024-11-19T06:05:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
59452024-11-19T06:05:45.124ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 87.986293ms iteration = 76 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
59462024-11-19T06:05:45.131ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59472024-11-19T06:05:45.132ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
59482024-11-19T06:05:45.132ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 95.719294ms iteration = 26 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
59492024-11-19T06:05:45.134ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
59502024-11-19T06:05:45.134ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59512024-11-19T06:05:45.134ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
59522024-11-19T06:05:45.135ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
59532024-11-19T06:05:45.136ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
59542024-11-19T06:05:45.143ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
59552024-11-19T06:05:45.143ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59562024-11-19T06:05:45.143ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a8997e49-bb3d-44a8-9239-8d199439f04c", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
59572024-11-19T06:05:45.143ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59582024-11-19T06:05:45.145ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
59592024-11-19T06:05:45.150ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
59602024-11-19T06:05:45.150ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59612024-11-19T06:05:45.150ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "64f291d2-288e-4699-84ee-fd08caae8df9", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
59622024-11-19T06:05:45.150ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59632024-11-19T06:05:45.153ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
59642024-11-19T06:05:45.172ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
59652024-11-19T06:05:45.172ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
59662024-11-19T06:05:45.172ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4a52d86c-fa4c-43e0-9a19-6a7efe0bcae6", "content-length": "26", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
59672024-11-19T06:05:45.172ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
59682024-11-19T06:05:45.173ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
59692024-11-19T06:05:45.198ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
59702024-11-19T06:05:45.198ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
59712024-11-19T06:05:45.201ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59722024-11-19T06:05:45.201ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
59732024-11-19T06:05:45.202ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59742024-11-19T06:05:45.203ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59752024-11-19T06:05:45.212ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
59762024-11-19T06:05:45.212ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 175.830395ms iteration = 76 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
59772024-11-19T06:05:45.222ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c6c9bd57-2b71-42b5-9295-5856ab02e4b8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
59782024-11-19T06:05:45.222ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c6c9bd57-2b71-42b5-9295-5856ab02e4b8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
59792024-11-19T06:05:45.222ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "323c26e7-d4d7-4256-9cf0-8637e5ebbb47", "content-length": "372", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
59802024-11-19T06:05:45.222ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
59812024-11-19T06:05:45.223ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
59822024-11-19T06:05:45.226ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4346 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c6c9bd57-2b71-42b5-9295-5856ab02e4b8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
59832024-11-19T06:05:45.233ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59842024-11-19T06:05:45.235ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 199.205698ms iteration = 26 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
59852024-11-19T06:05:45.236ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
59862024-11-19T06:05:45.236ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59872024-11-19T06:05:45.236ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 199.527722ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
59882024-11-19T06:05:45.236ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59892024-11-19T06:05:45.236ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59902024-11-19T06:05:45.237ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
59912024-11-19T06:05:45.238ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
59922024-11-19T06:05:45.238ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
59932024-11-19T06:05:45.238ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 202.193198ms iteration = 27 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
59942024-11-19T06:05:45.240ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
59952024-11-19T06:05:45.240ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
59962024-11-19T06:05:45.240ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
59972024-11-19T06:05:45.241ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
59982024-11-19T06:05:45.241ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
59992024-11-19T06:05:45.241ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
60002024-11-19T06:05:45.241ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 203.908997ms iteration = 26 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
60012024-11-19T06:05:45.243ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 206.765746ms iteration = 26 status = 0
60022024-11-19T06:05:45.244ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
60032024-11-19T06:05:45.244ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
60042024-11-19T06:05:45.244ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "a7d5526c-0c3d-44b8-a1be-4dbd3b8d6e76", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
60052024-11-19T06:05:45.244ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60062024-11-19T06:05:45.244ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60072024-11-19T06:05:45.247ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60082024-11-19T06:05:45.247ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60092024-11-19T06:05:45.250ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
60102024-11-19T06:05:45.250ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
60112024-11-19T06:05:45.250ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
60122024-11-19T06:05:45.250ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "3919780a-f7cb-4783-a461-6b4456f5466e", "content-length": "2", "date": "Tue, 19 Nov 2024 06:05:44 GMT"} })
60132024-11-19T06:05:45.252ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
60142024-11-19T06:05:45.252ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
60152024-11-19T06:05:45.253ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
60162024-11-19T06:05:45.253ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
60172024-11-19T06:05:45.254ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "9bc5c890-2feb-4bc5-a23b-cc868448d104", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
60182024-11-19T06:05:45.254ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 217.790101ms iteration = 26 status = null
60192024-11-19T06:05:45.256ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 219.61099ms iteration = 28 status = {}
60202024-11-19T06:05:45.256ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 219.873313ms iteration = 26 status = {}
60212024-11-19T06:05:45.313ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 276.901374ms iteration = 30 status = {"physical_disks_added":0}
60222024-11-19T06:05:45.351ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60232024-11-19T06:05:45.351ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60242024-11-19T06:05:45.354ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
60252024-11-19T06:05:45.354ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60262024-11-19T06:05:45.354ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60272024-11-19T06:05:45.364ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
60282024-11-19T06:05:45.364ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "c891fed8-747f-4516-8968-239cfa0f8ca8", "content-length": "134", "date": "Tue, 19 Nov 2024 06:05:44 GMT"} })
60292024-11-19T06:05:45.364ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
60302024-11-19T06:05:45.364ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
60312024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
60322024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
60332024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60342024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60352024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60362024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
60372024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
60382024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
60392024-11-19T06:05:45.365ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
60402024-11-19T06:05:45.365ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60412024-11-19T06:05:45.366ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60422024-11-19T06:05:45.368ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
60432024-11-19T06:05:45.368ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "e5a0b039-8816-4319-80c8-fb8fb4b7f367", "content-length": "2", "date": "Tue, 19 Nov 2024 06:05:44 GMT"} })
60442024-11-19T06:05:45.368ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
60452024-11-19T06:05:45.368ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b4aad6f3-eef8-458b-b767-6ee31ad3ea18", "content-length": "52", "date": "Tue, 19 Nov 2024 06:05:44 GMT"} })
60462024-11-19T06:05:45.368ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
60472024-11-19T06:05:45.368ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
60482024-11-19T06:05:45.371ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
60492024-11-19T06:05:45.478ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ddd7fe90-a03a-48f7-a4ab-0a6e8450e509", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
60502024-11-19T06:05:45.478ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
60512024-11-19T06:05:45.478ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
60522024-11-19T06:05:45.478ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "0abb92e2-7344-40b1-947b-32eece34930c", "content-length": "691", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
60532024-11-19T06:05:45.478ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
60542024-11-19T06:05:45.478ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
60552024-11-19T06:05:45.478ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
60562024-11-19T06:05:45.478ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "6c69f293-290d-4b5b-afa1-e061fc7579af", "content-length": "682", "date": "Tue, 19 Nov 2024 06:05:45 GMT"} })
60572024-11-19T06:05:45.478ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60582024-11-19T06:05:45.479ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60592024-11-19T06:05:45.480ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 443.629665ms iteration = 27 status = {}
60602024-11-19T06:05:45.482ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60612024-11-19T06:05:45.483ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60622024-11-19T06:05:45.487ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60632024-11-19T06:05:45.487ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60642024-11-19T06:05:45.489ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
60652024-11-19T06:05:45.489ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
60662024-11-19T06:05:45.497ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 461.018405ms iteration = 26 status = {}
60672024-11-19T06:05:46.165ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:55618
60682024-11-19T06:05:46.165ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55618 req_id = 550e2325-1985-400c-8e5c-8bcf05fb9701 roles = RoleSet { roles: {} } uri = /metrics/producers
60692024-11-19T06:05:46.165ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55618 req_id = 550e2325-1985-400c-8e5c-8bcf05fb9701 resource = Database result = Ok(()) uri = /metrics/producers
60702024-11-19T06:05:46.205ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = cfb9a3c3-8ece-46ff-a0f6-134094b915cd
60712024-11-19T06:05:46.205ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 40693 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:55618 req_id = 550e2325-1985-400c-8e5c-8bcf05fb9701 response_code = 201 uri = /metrics/producers
60722024-11-19T06:05:46.254ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feae2661-782f-4410-ad60-8538ee6bcdb0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60732024-11-19T06:05:46.254ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feae2661-782f-4410-ad60-8538ee6bcdb0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60742024-11-19T06:05:46.256ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2094 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = feae2661-782f-4410-ad60-8538ee6bcdb0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60752024-11-19T06:05:47.277ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f241abe1-d7de-4d1e-9ec1-a34d33c3b63c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60762024-11-19T06:05:47.277ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f241abe1-d7de-4d1e-9ec1-a34d33c3b63c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60772024-11-19T06:05:47.279ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2358 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f241abe1-d7de-4d1e-9ec1-a34d33c3b63c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60782024-11-19T06:05:48.302ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a8fec36-6250-4643-bdc0-f2d70e735d24 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60792024-11-19T06:05:48.302ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a8fec36-6250-4643-bdc0-f2d70e735d24 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60802024-11-19T06:05:48.304ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2733 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a8fec36-6250-4643-bdc0-f2d70e735d24 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60812024-11-19T06:05:48.923ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:46495
60822024-11-19T06:05:48.923ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:46495 req_id = 9f9f563f-e80b-488a-b596-36388b563187 roles = RoleSet { roles: {} } uri = /metrics/producers
60832024-11-19T06:05:48.923ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:46495 req_id = 9f9f563f-e80b-488a-b596-36388b563187 resource = Database result = Ok(()) uri = /metrics/producers
60842024-11-19T06:05:48.960ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 176942d8-6f67-414d-8390-55e992dfe909
60852024-11-19T06:05:48.960ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37689 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:46495 req_id = 9f9f563f-e80b-488a-b596-36388b563187 response_code = 201 uri = /metrics/producers
60862024-11-19T06:05:49.326ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 408865a4-0957-4b0b-8e3e-eae17fb64acd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60872024-11-19T06:05:49.327ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 408865a4-0957-4b0b-8e3e-eae17fb64acd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60882024-11-19T06:05:49.328ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2249 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 408865a4-0957-4b0b-8e3e-eae17fb64acd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60892024-11-19T06:05:50.351ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5f854ee-1f8b-4bf3-82a8-c1960fd1597f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60902024-11-19T06:05:50.352ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5f854ee-1f8b-4bf3-82a8-c1960fd1597f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60912024-11-19T06:05:50.354ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2556 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e5f854ee-1f8b-4bf3-82a8-c1960fd1597f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60922024-11-19T06:05:50.732ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1518 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 80322c94-02df-4c3c-82e2-b156724a88ec response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
60932024-11-19T06:05:50.849ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:39340
60942024-11-19T06:05:50.849ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39340 req_id = 73477f82-1b89-48b0-a66c-966bc85a4520 roles = RoleSet { roles: {} } uri = /metrics/producers
60952024-11-19T06:05:50.849ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39340 req_id = 73477f82-1b89-48b0-a66c-966bc85a4520 resource = Database result = Ok(()) uri = /metrics/producers
60962024-11-19T06:05:50.890ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 2edac36b-5a29-4ab8-b168-45e29d532125
60972024-11-19T06:05:50.890ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 41153 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39340 req_id = 73477f82-1b89-48b0-a66c-966bc85a4520 response_code = 201 uri = /metrics/producers
60982024-11-19T06:05:51.376ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dee16d72-b3c2-4377-b979-5070282585a8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
60992024-11-19T06:05:51.377ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dee16d72-b3c2-4377-b979-5070282585a8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61002024-11-19T06:05:51.379ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2812 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dee16d72-b3c2-4377-b979-5070282585a8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61012024-11-19T06:05:52.402ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f9e1db9-718b-42ca-8ad2-fdf67d204f9a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61022024-11-19T06:05:52.402ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f9e1db9-718b-42ca-8ad2-fdf67d204f9a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61032024-11-19T06:05:52.404ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2340 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7f9e1db9-718b-42ca-8ad2-fdf67d204f9a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61042024-11-19T06:05:53.426ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16bebf6b-0e78-4ab0-8f17-ac50a13b6e73 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61052024-11-19T06:05:53.426ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16bebf6b-0e78-4ab0-8f17-ac50a13b6e73 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61062024-11-19T06:05:53.428ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2325 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16bebf6b-0e78-4ab0-8f17-ac50a13b6e73 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61072024-11-19T06:05:53.620ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:64869
61082024-11-19T06:05:53.620ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:64869 req_id = 40d1e198-f2fc-4f4f-9e4b-f8bec06d12bc roles = RoleSet { roles: {} } uri = /metrics/producers
61092024-11-19T06:05:53.621ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:64869 req_id = 40d1e198-f2fc-4f4f-9e4b-f8bec06d12bc resource = Database result = Ok(()) uri = /metrics/producers
61102024-11-19T06:05:53.660ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 54c438a0-f456-4554-b449-bdcbdb2ca2f1
61112024-11-19T06:05:53.660ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 39863 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:64869 req_id = 40d1e198-f2fc-4f4f-9e4b-f8bec06d12bc response_code = 201 uri = /metrics/producers
61122024-11-19T06:05:53.805ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:44297
61132024-11-19T06:05:53.805ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44297 req_id = 469b72c6-45a1-4651-ab54-46b0227ccfda roles = RoleSet { roles: {} } uri = /metrics/producers
61142024-11-19T06:05:53.806ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44297 req_id = 469b72c6-45a1-4651-ab54-46b0227ccfda resource = Database result = Ok(()) uri = /metrics/producers
61152024-11-19T06:05:53.815ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 675ef713-93e6-452f-9276-e2ff6919ea92
61162024-11-19T06:05:53.815ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 9347 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:44297 req_id = 469b72c6-45a1-4651-ab54-46b0227ccfda response_code = 201 uri = /metrics/producers
61172024-11-19T06:05:54.449ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 017cc0dd-7a14-44b4-b8ee-53ac3e698ed0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61182024-11-19T06:05:54.449ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 017cc0dd-7a14-44b4-b8ee-53ac3e698ed0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61192024-11-19T06:05:54.453ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4565 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 017cc0dd-7a14-44b4-b8ee-53ac3e698ed0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61202024-11-19T06:05:54.960ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:39962
61212024-11-19T06:05:54.960ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39962 req_id = 584dbe4f-a070-439c-86bd-346c5436e4c7 roles = RoleSet { roles: {} } uri = /metrics/producers
61222024-11-19T06:05:54.961ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39962 req_id = 584dbe4f-a070-439c-86bd-346c5436e4c7 resource = Database result = Ok(()) uri = /metrics/producers
61232024-11-19T06:05:54.971ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = bc732c40-7477-46ff-8e17-70606671989c
61242024-11-19T06:05:54.971ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 10819 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39962 req_id = 584dbe4f-a070-439c-86bd-346c5436e4c7 response_code = 201 uri = /metrics/producers
61252024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 77 reason = Timeout
61262024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 77 reason = Timeout
61272024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61282024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61292024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61302024-11-19T06:05:55.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61312024-11-19T06:05:55.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61322024-11-19T06:05:55.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
61332024-11-19T06:05:55.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61342024-11-19T06:05:55.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61352024-11-19T06:05:55.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61362024-11-19T06:05:55.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61372024-11-19T06:05:55.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61382024-11-19T06:05:55.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
61392024-11-19T06:05:55.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61402024-11-19T06:05:55.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61412024-11-19T06:05:55.058ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
61422024-11-19T06:05:55.058ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.23861ms iteration = 77 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
61432024-11-19T06:05:55.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61442024-11-19T06:05:55.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61452024-11-19T06:05:55.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.336615ms iteration = 77 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
61462024-11-19T06:05:55.477ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a888a0dd-a0cb-4cd5-b265-7fc3445d914a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61472024-11-19T06:05:55.477ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a888a0dd-a0cb-4cd5-b265-7fc3445d914a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61482024-11-19T06:05:55.479ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2165 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a888a0dd-a0cb-4cd5-b265-7fc3445d914a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61492024-11-19T06:05:55.723ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dec4422e-d82b-4c6c-90fc-ca41302b14c9 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
61502024-11-19T06:05:55.724ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dec4422e-d82b-4c6c-90fc-ca41302b14c9 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
61512024-11-19T06:05:55.727ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3643 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dec4422e-d82b-4c6c-90fc-ca41302b14c9 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
61522024-11-19T06:05:55.727ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 33d3d2a0-f7be-4203-9b70-f8f0158d9f7a roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
61532024-11-19T06:05:55.727ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 33d3d2a0-f7be-4203-9b70-f8f0158d9f7a resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
61542024-11-19T06:05:55.730ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2644 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 33d3d2a0-f7be-4203-9b70-f8f0158d9f7a response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
61552024-11-19T06:05:56.501ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16d49464-6ae3-4a1e-98f2-491b14949668 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61562024-11-19T06:05:56.501ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16d49464-6ae3-4a1e-98f2-491b14949668 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61572024-11-19T06:05:56.502ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1631 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 16d49464-6ae3-4a1e-98f2-491b14949668 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61582024-11-19T06:05:57.525ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 208a2055-a18d-42fa-9462-f3a44ac1367d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61592024-11-19T06:05:57.525ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 208a2055-a18d-42fa-9462-f3a44ac1367d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61602024-11-19T06:05:57.527ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2211 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 208a2055-a18d-42fa-9462-f3a44ac1367d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61612024-11-19T06:05:58.549ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d3f7482-f7dc-494e-916a-5e85eb6d6e8a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61622024-11-19T06:05:58.549ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d3f7482-f7dc-494e-916a-5e85eb6d6e8a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61632024-11-19T06:05:58.551ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2832 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d3f7482-f7dc-494e-916a-5e85eb6d6e8a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61642024-11-19T06:05:59.574ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcc9dc48-ccc3-46a2-b879-7a68ff9b8211 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61652024-11-19T06:05:59.575ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcc9dc48-ccc3-46a2-b879-7a68ff9b8211 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61662024-11-19T06:05:59.577ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2581 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = dcc9dc48-ccc3-46a2-b879-7a68ff9b8211 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61672024-11-19T06:06:00.598ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 571ccb27-fb00-4104-8d72-c89aa88c7149 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61682024-11-19T06:06:00.598ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 571ccb27-fb00-4104-8d72-c89aa88c7149 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61692024-11-19T06:06:00.600ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2336 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 571ccb27-fb00-4104-8d72-c89aa88c7149 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61702024-11-19T06:06:00.718ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = da38ce4b-0a4a-4d1c-96bd-3398ce2c671a roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
61712024-11-19T06:06:00.718ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = da38ce4b-0a4a-4d1c-96bd-3398ce2c671a resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
61722024-11-19T06:06:00.721ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2660 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = da38ce4b-0a4a-4d1c-96bd-3398ce2c671a response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
61732024-11-19T06:06:01.622ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 617f1f3a-3b42-4fce-8680-671f47088f6e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61742024-11-19T06:06:01.622ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 617f1f3a-3b42-4fce-8680-671f47088f6e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61752024-11-19T06:06:01.624ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2161 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 617f1f3a-3b42-4fce-8680-671f47088f6e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61762024-11-19T06:06:02.646ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b6413cc-75ed-4765-8157-a7349f2a1f35 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61772024-11-19T06:06:02.647ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b6413cc-75ed-4765-8157-a7349f2a1f35 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61782024-11-19T06:06:02.649ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2560 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b6413cc-75ed-4765-8157-a7349f2a1f35 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61792024-11-19T06:06:03.670ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1d4a3c37-8099-4f0d-bb61-660e8c939859 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61802024-11-19T06:06:03.671ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1d4a3c37-8099-4f0d-bb61-660e8c939859 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61812024-11-19T06:06:03.673ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2862 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1d4a3c37-8099-4f0d-bb61-660e8c939859 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61822024-11-19T06:06:04.696ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a9f4103-f1f4-4a05-877a-cd88502782da roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61832024-11-19T06:06:04.697ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a9f4103-f1f4-4a05-877a-cd88502782da resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61842024-11-19T06:06:04.699ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2599 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a9f4103-f1f4-4a05-877a-cd88502782da response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
61852024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 78 reason = Timeout
61862024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 78 reason = Timeout
61872024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61882024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61892024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61902024-11-19T06:06:05.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61912024-11-19T06:06:05.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
61922024-11-19T06:06:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
61932024-11-19T06:06:05.041ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.166483ms iteration = 78 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
61942024-11-19T06:06:05.066ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
61952024-11-19T06:06:05.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
61962024-11-19T06:06:05.069ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61972024-11-19T06:06:05.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
61982024-11-19T06:06:05.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
61992024-11-19T06:06:05.071ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62002024-11-19T06:06:05.073ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
62012024-11-19T06:06:05.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
62022024-11-19T06:06:05.076ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62032024-11-19T06:06:05.076ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
62042024-11-19T06:06:05.084ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
62052024-11-19T06:06:05.084ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 47.025928ms iteration = 78 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
62062024-11-19T06:06:05.720ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a11f5761-3f03-41cd-9135-8c25db0cbc0b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62072024-11-19T06:06:05.720ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a11f5761-3f03-41cd-9135-8c25db0cbc0b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62082024-11-19T06:06:05.722ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2637 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a11f5761-3f03-41cd-9135-8c25db0cbc0b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62092024-11-19T06:06:05.732ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1259 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 8c55e45f-2c6a-4da5-9199-5ac5b8df2f90 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
62102024-11-19T06:06:05.861ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
62112024-11-19T06:06:05.861ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
62122024-11-19T06:06:05.891ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
62132024-11-19T06:06:05.891ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:46582
62142024-11-19T06:06:05.892ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:46582 req_id = cb70f573-99a2-410a-a3cc-a3f86937d46c roles = RoleSet { roles: {} } uri = /metrics/producers
62152024-11-19T06:06:05.892ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:46582 req_id = cb70f573-99a2-410a-a3cc-a3f86937d46c resource = Database result = Ok(()) uri = /metrics/producers
62162024-11-19T06:06:05.902ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
62172024-11-19T06:06:05.902ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 10344 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:46582 req_id = cb70f573-99a2-410a-a3cc-a3f86937d46c response_code = 201 uri = /metrics/producers
62182024-11-19T06:06:05.902ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "cb70f573-99a2-410a-a3cc-a3f86937d46c", "content-length": "41", "date": "Tue, 19 Nov 2024 06:06:05 GMT"} })
62192024-11-19T06:06:05.904ZDEBGnexus (producer-registration-task): registered with nexus successfully
62202024-11-19T06:06:05.904ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
62212024-11-19T06:06:06.743ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4ff2c411-ba0d-433f-aefd-d5a264a32e48 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62222024-11-19T06:06:06.743ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4ff2c411-ba0d-433f-aefd-d5a264a32e48 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62232024-11-19T06:06:06.745ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2491 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4ff2c411-ba0d-433f-aefd-d5a264a32e48 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62242024-11-19T06:06:07.766ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ca7d630-77f3-4c84-a517-d7f600a2dd34 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62252024-11-19T06:06:07.767ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ca7d630-77f3-4c84-a517-d7f600a2dd34 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62262024-11-19T06:06:07.769ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2532 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ca7d630-77f3-4c84-a517-d7f600a2dd34 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62272024-11-19T06:06:08.791ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c545515c-d93e-43c2-8040-ff4237638ed9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62282024-11-19T06:06:08.792ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c545515c-d93e-43c2-8040-ff4237638ed9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62292024-11-19T06:06:08.794ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2244 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c545515c-d93e-43c2-8040-ff4237638ed9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62302024-11-19T06:06:09.814ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a930bd9-df40-49fb-9009-b8cd26e61bcc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62312024-11-19T06:06:09.815ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a930bd9-df40-49fb-9009-b8cd26e61bcc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62322024-11-19T06:06:09.817ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2248 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6a930bd9-df40-49fb-9009-b8cd26e61bcc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62332024-11-19T06:06:10.724ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 89239c6a-ae60-4ce5-8f97-54e5618add0b roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
62342024-11-19T06:06:10.725ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 89239c6a-ae60-4ce5-8f97-54e5618add0b resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
62352024-11-19T06:06:10.728ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3614 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 89239c6a-ae60-4ce5-8f97-54e5618add0b response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
62362024-11-19T06:06:10.728ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 47ae7514-1c10-483c-a3cc-4f2bc9639993 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
62372024-11-19T06:06:10.729ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 47ae7514-1c10-483c-a3cc-4f2bc9639993 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
62382024-11-19T06:06:10.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2669 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 47ae7514-1c10-483c-a3cc-4f2bc9639993 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
62392024-11-19T06:06:10.838ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 88df52dc-499a-4dcb-a62c-0d0c00d1742f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62402024-11-19T06:06:10.839ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 88df52dc-499a-4dcb-a62c-0d0c00d1742f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62412024-11-19T06:06:10.841ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2248 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 88df52dc-499a-4dcb-a62c-0d0c00d1742f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62422024-11-19T06:06:11.861ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19808afd-59df-4e66-8d92-7d21d0fbc67f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62432024-11-19T06:06:11.861ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19808afd-59df-4e66-8d92-7d21d0fbc67f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62442024-11-19T06:06:11.863ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1992 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 19808afd-59df-4e66-8d92-7d21d0fbc67f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62452024-11-19T06:06:12.884ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c901f4fe-07c5-454d-a61b-916d51790641 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62462024-11-19T06:06:12.884ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c901f4fe-07c5-454d-a61b-916d51790641 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62472024-11-19T06:06:12.886ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2302 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c901f4fe-07c5-454d-a61b-916d51790641 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62482024-11-19T06:06:13.907ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aaddd198-e8a2-4691-ae71-6bf07b958c3b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62492024-11-19T06:06:13.907ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aaddd198-e8a2-4691-ae71-6bf07b958c3b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62502024-11-19T06:06:13.909ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2183 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aaddd198-e8a2-4691-ae71-6bf07b958c3b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62512024-11-19T06:06:14.931ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aecd7446-fd75-485c-a788-b007371f1d95 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62522024-11-19T06:06:14.931ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aecd7446-fd75-485c-a788-b007371f1d95 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62532024-11-19T06:06:14.933ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1907 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = aecd7446-fd75-485c-a788-b007371f1d95 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
62542024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 27 reason = Timeout
62552024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 27 reason = Timeout
62562024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
62572024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 14 reason = Timeout
62582024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
62592024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 29 reason = Timeout
62602024-11-19T06:06:15.037ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
62612024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
62622024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 27 reason = Timeout
62632024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
62642024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
62652024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 28 reason = Timeout
62662024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
62672024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
62682024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 27 reason = Timeout
62692024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
62702024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 28 reason = Timeout
62712024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
62722024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 15 reason = Timeout
62732024-11-19T06:06:15.037ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
62742024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 12.87\u{b5}s iteration = 15 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
62752024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 14 reason = Timeout
62762024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 79 reason = Timeout
62772024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
62782024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 15 reason = Timeout
62792024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
62802024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 14 reason = Timeout
62812024-11-19T06:06:15.037ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
62822024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 14 reason = Timeout
62832024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
62842024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
62852024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 14 reason = Timeout
62862024-11-19T06:06:15.037ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:56:15.037424487 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
62872024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
62882024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 27 reason = Timeout
62892024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
62902024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 15 reason = Timeout
62912024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 79 reason = Timeout
62922024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 16 reason = Timeout
62932024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
62942024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 31 reason = Timeout
62952024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 15 reason = Timeout
62962024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
62972024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
62982024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 27 reason = Timeout
62992024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
63002024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 27 reason = Timeout
63012024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
63022024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 16 reason = Timeout
63032024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 27 reason = Timeout
63042024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 15 reason = Timeout
63052024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
63062024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
63072024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 15 reason = Timeout
63082024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
63092024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
63102024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
63112024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
63122024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
63132024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
63142024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
63152024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
63162024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
63172024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
63182024-11-19T06:06:15.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
63192024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
63202024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
63212024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
63222024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
63232024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
63242024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 27 reason = Timeout
63252024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 27 reason = Timeout
63262024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
63272024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63282024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 27 reason = Timeout
63292024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
63302024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
63312024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
63322024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
63332024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
63342024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
63352024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
63362024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
63372024-11-19T06:06:15.038ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 820576537 } })
63382024-11-19T06:06:15.038ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 820575317 } })
63392024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
63402024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
63412024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
63422024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
63432024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.336804ms iteration = 15 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
63442024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
63452024-11-19T06:06:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.451155ms iteration = 15 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
63462024-11-19T06:06:15.040ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63472024-11-19T06:06:15.040ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63482024-11-19T06:06:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.314644ms iteration = 27 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
63492024-11-19T06:06:15.042ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
63502024-11-19T06:06:15.042ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
63512024-11-19T06:06:15.042ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
63522024-11-19T06:06:15.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
63532024-11-19T06:06:15.042ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 824903882 } })
63542024-11-19T06:06:15.042ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
63552024-11-19T06:06:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
63562024-11-19T06:06:15.043ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
63572024-11-19T06:06:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
63582024-11-19T06:06:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
63592024-11-19T06:06:15.044ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
63602024-11-19T06:06:15.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
63612024-11-19T06:06:15.046ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63622024-11-19T06:06:15.047ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 10.549629ms iteration = 14 status = {"errors":[],"found_port_ok":[]}
63632024-11-19T06:06:15.048ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
63642024-11-19T06:06:15.048ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
63652024-11-19T06:06:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
63662024-11-19T06:06:15.049ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 831464680 } })
63672024-11-19T06:06:15.049ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
63682024-11-19T06:06:15.049ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
63692024-11-19T06:06:15.049ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
63702024-11-19T06:06:15.049ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 12.51104ms iteration = 14 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
63712024-11-19T06:06:15.051ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63722024-11-19T06:06:15.051ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63732024-11-19T06:06:15.051ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:56:15.037424487 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
63742024-11-19T06:06:15.051ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 14.384399ms iteration = 14 status = {"expiration":"2024-11-19T05:56:15.037424487Z","pruned":[]}
63752024-11-19T06:06:15.051ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63762024-11-19T06:06:15.052ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63772024-11-19T06:06:15.054ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
63782024-11-19T06:06:15.054ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
63792024-11-19T06:06:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
63802024-11-19T06:06:15.054ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
63812024-11-19T06:06:15.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
63822024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
63832024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
63842024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
63852024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
63862024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
63872024-11-19T06:06:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
63882024-11-19T06:06:15.056ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
63892024-11-19T06:06:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
63902024-11-19T06:06:15.057ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63912024-11-19T06:06:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
63922024-11-19T06:06:15.057ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
63932024-11-19T06:06:15.058ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
63942024-11-19T06:06:15.059ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
63952024-11-19T06:06:15.059ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
63962024-11-19T06:06:15.059ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
63972024-11-19T06:06:15.063ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3605, tv_nsec: 846220593 } })
63982024-11-19T06:06:15.064ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
63992024-11-19T06:06:15.067ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64002024-11-19T06:06:15.067ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64012024-11-19T06:06:15.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64022024-11-19T06:06:15.067ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
64032024-11-19T06:06:15.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
64042024-11-19T06:06:15.068ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
64052024-11-19T06:06:15.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
64062024-11-19T06:06:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
64072024-11-19T06:06:15.074ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64082024-11-19T06:06:15.074ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64092024-11-19T06:06:15.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64102024-11-19T06:06:15.075ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64112024-11-19T06:06:15.075ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64122024-11-19T06:06:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
64132024-11-19T06:06:15.078ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64142024-11-19T06:06:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64152024-11-19T06:06:15.078ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
64162024-11-19T06:06:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
64172024-11-19T06:06:15.079ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
64182024-11-19T06:06:15.079ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
64192024-11-19T06:06:15.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
64202024-11-19T06:06:15.081ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
64212024-11-19T06:06:15.081ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
64222024-11-19T06:06:15.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
64232024-11-19T06:06:15.084ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 46.774705ms iteration = 27 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
64242024-11-19T06:06:15.097ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
64252024-11-19T06:06:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
64262024-11-19T06:06:15.101ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
64272024-11-19T06:06:15.101ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 64.305738ms iteration = 79 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
64282024-11-19T06:06:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
64292024-11-19T06:06:15.102ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 64.475829ms iteration = 27 status = {"errors":[],"garbage_collect_requested":[]}
64302024-11-19T06:06:15.104ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
64312024-11-19T06:06:15.104ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 67.146517ms iteration = 79 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
64322024-11-19T06:06:15.106ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64332024-11-19T06:06:15.106ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 68.4128ms iteration = 27 status = {"errors":[],"records_set_to_done":[]}
64342024-11-19T06:06:15.108ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
64352024-11-19T06:06:15.108ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
64362024-11-19T06:06:15.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
64372024-11-19T06:06:15.109ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
64382024-11-19T06:06:15.109ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
64392024-11-19T06:06:15.109ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
64402024-11-19T06:06:15.110ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
64412024-11-19T06:06:15.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
64422024-11-19T06:06:15.110ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
64432024-11-19T06:06:15.111ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
64442024-11-19T06:06:15.111ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
64452024-11-19T06:06:15.111ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 73.825646ms iteration = 14 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
64462024-11-19T06:06:15.111ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
64472024-11-19T06:06:15.111ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 74.245841ms iteration = 27 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
64482024-11-19T06:06:15.113ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64492024-11-19T06:06:15.113ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64502024-11-19T06:06:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64512024-11-19T06:06:15.115ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64522024-11-19T06:06:15.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64532024-11-19T06:06:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
64542024-11-19T06:06:15.121ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
64552024-11-19T06:06:15.121ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
64562024-11-19T06:06:15.121ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
64572024-11-19T06:06:15.121ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64582024-11-19T06:06:15.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64592024-11-19T06:06:15.122ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64602024-11-19T06:06:15.125ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
64612024-11-19T06:06:15.125ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64622024-11-19T06:06:15.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64632024-11-19T06:06:15.128ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64642024-11-19T06:06:15.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64652024-11-19T06:06:15.130ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64662024-11-19T06:06:15.131ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
64672024-11-19T06:06:15.131ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
64682024-11-19T06:06:15.132ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
64692024-11-19T06:06:15.133ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
64702024-11-19T06:06:15.134ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
64712024-11-19T06:06:15.148ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 110.454367ms iteration = 27 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
64722024-11-19T06:06:15.155ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
64732024-11-19T06:06:15.155ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
64742024-11-19T06:06:15.155ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
64752024-11-19T06:06:15.155ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
64762024-11-19T06:06:15.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
64772024-11-19T06:06:15.156ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
64782024-11-19T06:06:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
64792024-11-19T06:06:15.158ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
64802024-11-19T06:06:15.158ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
64812024-11-19T06:06:15.158ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 120.990867ms iteration = 28 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
64822024-11-19T06:06:15.164ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
64832024-11-19T06:06:15.166ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
64842024-11-19T06:06:15.166ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
64852024-11-19T06:06:15.167ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
64862024-11-19T06:06:15.168ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
64872024-11-19T06:06:15.168ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
64882024-11-19T06:06:15.168ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
64892024-11-19T06:06:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
64902024-11-19T06:06:15.173ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
64912024-11-19T06:06:15.173ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
64922024-11-19T06:06:15.185ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
64932024-11-19T06:06:15.185ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 147.617052ms iteration = 15 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
64942024-11-19T06:06:15.197ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
64952024-11-19T06:06:15.197ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
64962024-11-19T06:06:15.197ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "872312db-cf29-4df8-b535-6fc3b217f013", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:14 GMT"} })
64972024-11-19T06:06:15.197ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
64982024-11-19T06:06:15.198ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
64992024-11-19T06:06:15.199ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
65002024-11-19T06:06:15.204ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 166.549929ms iteration = 31 status = {"physical_disks_added":0}
65012024-11-19T06:06:15.265ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
65022024-11-19T06:06:15.265ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
65032024-11-19T06:06:15.265ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "101b8c07-627d-4818-b43d-507c5f781a79", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65042024-11-19T06:06:15.265ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
65052024-11-19T06:06:15.268ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
65062024-11-19T06:06:15.302ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
65072024-11-19T06:06:15.302ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
65082024-11-19T06:06:15.303ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "f9899254-78ea-4d11-9b2c-db6ff696c0fd", "content-length": "372", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65092024-11-19T06:06:15.303ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65102024-11-19T06:06:15.303ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65112024-11-19T06:06:15.304ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65122024-11-19T06:06:15.308ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
65132024-11-19T06:06:15.308ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
65142024-11-19T06:06:15.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
65152024-11-19T06:06:15.310ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 272.785512ms iteration = 27 status = 0
65162024-11-19T06:06:15.333ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
65172024-11-19T06:06:15.360ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 322.370046ms iteration = 27 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
65182024-11-19T06:06:15.366ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
65192024-11-19T06:06:15.366ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
65202024-11-19T06:06:15.366ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
65212024-11-19T06:06:15.366ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
65222024-11-19T06:06:15.366ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
65232024-11-19T06:06:15.366ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "06a2a910-6aa8-435b-a439-ce83f448ddc2", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65242024-11-19T06:06:15.366ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
65252024-11-19T06:06:15.367ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
65262024-11-19T06:06:15.368ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65272024-11-19T06:06:15.368ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
65282024-11-19T06:06:15.371ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
65292024-11-19T06:06:15.371ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
65302024-11-19T06:06:15.371ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
65312024-11-19T06:06:15.374ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
65322024-11-19T06:06:15.374ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
65332024-11-19T06:06:15.374ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
65342024-11-19T06:06:15.374ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 336.708445ms iteration = 15 status = {"generation":1}
65352024-11-19T06:06:15.383ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
65362024-11-19T06:06:15.384ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "86393685-f927-4927-ae9f-c6d45e30d3cd", "content-length": "2", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65372024-11-19T06:06:15.386ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
65382024-11-19T06:06:15.386ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
65392024-11-19T06:06:15.387ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
65402024-11-19T06:06:15.387ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
65412024-11-19T06:06:15.387ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "6012a0eb-cc73-4e02-bbce-f530d3c61d5e", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65422024-11-19T06:06:15.387ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65432024-11-19T06:06:15.387ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65442024-11-19T06:06:15.388ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 351.351157ms iteration = 27 status = null
65452024-11-19T06:06:15.390ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65462024-11-19T06:06:15.390ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65472024-11-19T06:06:15.391ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
65482024-11-19T06:06:15.393ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
65492024-11-19T06:06:15.394ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
65502024-11-19T06:06:15.401ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
65512024-11-19T06:06:15.401ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
65522024-11-19T06:06:15.401ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "4090e0b4-e2c5-4ab5-a5e9-a15eb7c7e212", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65532024-11-19T06:06:15.404ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 367.322193ms iteration = 29 status = {}
65542024-11-19T06:06:15.424ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65552024-11-19T06:06:15.428ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
65562024-11-19T06:06:15.428ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 391.239511ms iteration = 14 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
65572024-11-19T06:06:15.429ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
65582024-11-19T06:06:15.429ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
65592024-11-19T06:06:15.429ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
65602024-11-19T06:06:15.431ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
65612024-11-19T06:06:15.431ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
65622024-11-19T06:06:15.431ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
65632024-11-19T06:06:15.431ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 394.09554ms iteration = 15 status = {"generation":2}
65642024-11-19T06:06:15.465ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
65652024-11-19T06:06:15.465ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
65662024-11-19T06:06:15.467ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65672024-11-19T06:06:15.469ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
65682024-11-19T06:06:15.469ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
65692024-11-19T06:06:15.469ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
65702024-11-19T06:06:15.470ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
65712024-11-19T06:06:15.473ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
65722024-11-19T06:06:15.473ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
65732024-11-19T06:06:15.473ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
65742024-11-19T06:06:15.535ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
65752024-11-19T06:06:15.535ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "8feba86a-9e45-4874-9a4d-d5b84d22412f", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65762024-11-19T06:06:15.535ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65772024-11-19T06:06:15.537ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "b1c54c95-b30f-44de-9d67-7aba3407f780", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65782024-11-19T06:06:15.537ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65792024-11-19T06:06:15.538ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "5a7ca397-557d-4fe8-a6ec-3e6277e7ea1f", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65802024-11-19T06:06:15.538ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65812024-11-19T06:06:15.540ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
65822024-11-19T06:06:15.540ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 503.124292ms iteration = 16 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
65832024-11-19T06:06:15.583ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
65842024-11-19T06:06:15.583ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "50f8517c-bacd-4f99-8708-8e21fd49a1e3", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
65852024-11-19T06:06:15.583ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
65862024-11-19T06:06:15.585ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "935b9de8-b9f2-445f-92af-f19cab4dbdd6", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
65872024-11-19T06:06:15.585ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
65882024-11-19T06:06:15.587ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
65892024-11-19T06:06:15.587ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 549.784207ms iteration = 16 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
65902024-11-19T06:06:15.598ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 560.67619ms iteration = 27 status = {}
65912024-11-19T06:06:15.616ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65922024-11-19T06:06:15.617ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65932024-11-19T06:06:15.619ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
65942024-11-19T06:06:15.619ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
65952024-11-19T06:06:15.619ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
65962024-11-19T06:06:15.623ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
65972024-11-19T06:06:15.623ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "911b588d-01df-427a-ac96-8bd50ddb9d30", "content-length": "691", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
65982024-11-19T06:06:15.623ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
65992024-11-19T06:06:15.623ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
66002024-11-19T06:06:15.623ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
66012024-11-19T06:06:15.624ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 587.504738ms iteration = 28 status = {}
66022024-11-19T06:06:15.630ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
66032024-11-19T06:06:15.630ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "c431244f-adb1-4e54-b9a4-993f798c0043", "content-length": "134", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
66042024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
66052024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
66062024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
66072024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
66082024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
66092024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
66102024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
66112024-11-19T06:06:15.630ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
66122024-11-19T06:06:15.631ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
66132024-11-19T06:06:15.631ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
66142024-11-19T06:06:15.631ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
66152024-11-19T06:06:15.631ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66162024-11-19T06:06:15.631ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66172024-11-19T06:06:15.634ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
66182024-11-19T06:06:15.634ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "a2c13354-e87d-46a4-bd5b-476d347afc2d", "content-length": "2", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
66192024-11-19T06:06:15.634ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
66202024-11-19T06:06:15.634ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "1829a88a-dbc7-4fe6-8103-416af20e1ee3", "content-length": "52", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
66212024-11-19T06:06:15.634ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
66222024-11-19T06:06:15.634ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
66232024-11-19T06:06:15.734ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0702f89a-8afb-4ac4-8907-01decbf18db3", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
66242024-11-19T06:06:15.734ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
66252024-11-19T06:06:15.734ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
66262024-11-19T06:06:15.739ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "d49b82fb-899b-40d9-97d1-c5902b097647", "content-length": "682", "date": "Tue, 19 Nov 2024 06:06:15 GMT"} })
66272024-11-19T06:06:15.739ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66282024-11-19T06:06:15.739ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66292024-11-19T06:06:15.743ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66302024-11-19T06:06:15.743ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66312024-11-19T06:06:15.747ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66322024-11-19T06:06:15.747ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66332024-11-19T06:06:15.748ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
66342024-11-19T06:06:15.749ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
66352024-11-19T06:06:15.755ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 718.205795ms iteration = 27 status = {}
66362024-11-19T06:06:15.959ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fceb2e80-3399-4643-83c3-b954d07a8269 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66372024-11-19T06:06:15.959ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fceb2e80-3399-4643-83c3-b954d07a8269 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66382024-11-19T06:06:15.961ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1827 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fceb2e80-3399-4643-83c3-b954d07a8269 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66392024-11-19T06:06:16.980ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba26042e-df4f-4590-b13e-cd62246028a6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66402024-11-19T06:06:16.980ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba26042e-df4f-4590-b13e-cd62246028a6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66412024-11-19T06:06:16.982ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2645 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ba26042e-df4f-4590-b13e-cd62246028a6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66422024-11-19T06:06:18.005ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8fe76b80-ccd2-4cb3-9e42-2f0deda29361 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66432024-11-19T06:06:18.005ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8fe76b80-ccd2-4cb3-9e42-2f0deda29361 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66442024-11-19T06:06:18.007ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2700 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8fe76b80-ccd2-4cb3-9e42-2f0deda29361 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66452024-11-19T06:06:19.028ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331a9e4c-0553-473a-ac4c-bed93ee9aa0b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66462024-11-19T06:06:19.029ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331a9e4c-0553-473a-ac4c-bed93ee9aa0b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66472024-11-19T06:06:19.031ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3010 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 331a9e4c-0553-473a-ac4c-bed93ee9aa0b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66482024-11-19T06:06:20.053ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb9a92f5-a60a-439b-9549-cce9228e8687 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66492024-11-19T06:06:20.054ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb9a92f5-a60a-439b-9549-cce9228e8687 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66502024-11-19T06:06:20.056ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2817 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb9a92f5-a60a-439b-9549-cce9228e8687 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66512024-11-19T06:06:20.733ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1399 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 9abb5ae0-8071-4ccc-a770-c665d1638154 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
66522024-11-19T06:06:21.078ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c5e85d1-939d-4031-8ff5-fe9cce98c730 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66532024-11-19T06:06:21.079ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c5e85d1-939d-4031-8ff5-fe9cce98c730 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66542024-11-19T06:06:21.080ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2043 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c5e85d1-939d-4031-8ff5-fe9cce98c730 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66552024-11-19T06:06:22.104ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ffe8365-4742-4db8-b507-68c97994a402 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66562024-11-19T06:06:22.104ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ffe8365-4742-4db8-b507-68c97994a402 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66572024-11-19T06:06:22.106ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2415 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7ffe8365-4742-4db8-b507-68c97994a402 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66582024-11-19T06:06:23.128ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e270e4cb-3c1f-4949-b542-345b03537591 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66592024-11-19T06:06:23.129ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e270e4cb-3c1f-4949-b542-345b03537591 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66602024-11-19T06:06:23.131ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2386 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e270e4cb-3c1f-4949-b542-345b03537591 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66612024-11-19T06:06:24.154ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf329957-b9a0-4b81-8c0c-bb66894095db roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66622024-11-19T06:06:24.154ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf329957-b9a0-4b81-8c0c-bb66894095db resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66632024-11-19T06:06:24.156ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2152 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf329957-b9a0-4b81-8c0c-bb66894095db response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66642024-11-19T06:06:25.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 80 reason = Timeout
66652024-11-19T06:06:25.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 80 reason = Timeout
66662024-11-19T06:06:25.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
66672024-11-19T06:06:25.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66682024-11-19T06:06:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
66692024-11-19T06:06:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66702024-11-19T06:06:25.065ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
66712024-11-19T06:06:25.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
66722024-11-19T06:06:25.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66732024-11-19T06:06:25.070ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
66742024-11-19T06:06:25.070ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66752024-11-19T06:06:25.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66762024-11-19T06:06:25.072ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66772024-11-19T06:06:25.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66782024-11-19T06:06:25.094ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 57.165274ms iteration = 80 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
66792024-11-19T06:06:25.101ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
66802024-11-19T06:06:25.104ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
66812024-11-19T06:06:25.104ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
66822024-11-19T06:06:25.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
66832024-11-19T06:06:25.116ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
66842024-11-19T06:06:25.116ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 78.97918ms iteration = 80 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
66852024-11-19T06:06:25.178ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a798e14-9ef8-4a93-8605-6b285b90e1d6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66862024-11-19T06:06:25.178ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a798e14-9ef8-4a93-8605-6b285b90e1d6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66872024-11-19T06:06:25.180ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1744 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3a798e14-9ef8-4a93-8605-6b285b90e1d6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66882024-11-19T06:06:26.202ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 54df7acd-4ec2-4e78-a3d2-51ea93141943 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66892024-11-19T06:06:26.202ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 54df7acd-4ec2-4e78-a3d2-51ea93141943 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66902024-11-19T06:06:26.204ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2570 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 54df7acd-4ec2-4e78-a3d2-51ea93141943 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66912024-11-19T06:06:27.227ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13ddde32-911e-4bdf-be02-213ebc9dae49 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66922024-11-19T06:06:27.227ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13ddde32-911e-4bdf-be02-213ebc9dae49 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66932024-11-19T06:06:27.229ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2419 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13ddde32-911e-4bdf-be02-213ebc9dae49 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66942024-11-19T06:06:28.250ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 500c2aa9-be7b-4fee-a51f-e494811ef6d5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66952024-11-19T06:06:28.251ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 500c2aa9-be7b-4fee-a51f-e494811ef6d5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66962024-11-19T06:06:28.253ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2673 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 500c2aa9-be7b-4fee-a51f-e494811ef6d5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66972024-11-19T06:06:29.277ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4d87031-3f25-480d-8fb6-83d032f4bdcd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66982024-11-19T06:06:29.277ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4d87031-3f25-480d-8fb6-83d032f4bdcd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
66992024-11-19T06:06:29.279ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2330 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4d87031-3f25-480d-8fb6-83d032f4bdcd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67002024-11-19T06:06:30.300ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dc48d7f-802e-4ca8-a476-107cc90c1f5e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67012024-11-19T06:06:30.300ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dc48d7f-802e-4ca8-a476-107cc90c1f5e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67022024-11-19T06:06:30.302ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1826 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3dc48d7f-802e-4ca8-a476-107cc90c1f5e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67032024-11-19T06:06:30.751ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 098e3ba8-1bbe-431d-8b27-31610e791e5e roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
67042024-11-19T06:06:30.752ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 098e3ba8-1bbe-431d-8b27-31610e791e5e resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
67052024-11-19T06:06:30.755ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3854 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 098e3ba8-1bbe-431d-8b27-31610e791e5e response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
67062024-11-19T06:06:31.324ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = deff4a1a-1932-4438-9ecd-f4bd5a963920 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67072024-11-19T06:06:31.324ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = deff4a1a-1932-4438-9ecd-f4bd5a963920 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67082024-11-19T06:06:31.326ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2241 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = deff4a1a-1932-4438-9ecd-f4bd5a963920 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67092024-11-19T06:06:32.347ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9cdbdde-08d1-46f5-8028-76089ff001ff roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67102024-11-19T06:06:32.347ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9cdbdde-08d1-46f5-8028-76089ff001ff resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67112024-11-19T06:06:32.350ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2600 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d9cdbdde-08d1-46f5-8028-76089ff001ff response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67122024-11-19T06:06:33.372ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412df15f-37e8-48d8-9950-efd6c45de402 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67132024-11-19T06:06:33.372ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412df15f-37e8-48d8-9950-efd6c45de402 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67142024-11-19T06:06:33.374ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2657 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412df15f-37e8-48d8-9950-efd6c45de402 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67152024-11-19T06:06:34.396ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1570e33e-8d60-4298-922a-7403d70024f0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67162024-11-19T06:06:34.396ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1570e33e-8d60-4298-922a-7403d70024f0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67172024-11-19T06:06:34.398ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1953 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1570e33e-8d60-4298-922a-7403d70024f0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67182024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 81 reason = Timeout
67192024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 81 reason = Timeout
67202024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
67212024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67222024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67232024-11-19T06:06:35.037ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
67242024-11-19T06:06:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67252024-11-19T06:06:35.041ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
67262024-11-19T06:06:35.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67272024-11-19T06:06:35.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67282024-11-19T06:06:35.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67292024-11-19T06:06:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67302024-11-19T06:06:35.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
67312024-11-19T06:06:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
67322024-11-19T06:06:35.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
67332024-11-19T06:06:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
67342024-11-19T06:06:35.060ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
67352024-11-19T06:06:35.060ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.377602ms iteration = 81 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
67362024-11-19T06:06:35.068ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
67372024-11-19T06:06:35.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
67382024-11-19T06:06:35.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.329606ms iteration = 81 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
67392024-11-19T06:06:35.421ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ee7867f-f5f7-485b-88f2-89911a8ac20d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67402024-11-19T06:06:35.422ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ee7867f-f5f7-485b-88f2-89911a8ac20d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67412024-11-19T06:06:35.424ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2361 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ee7867f-f5f7-485b-88f2-89911a8ac20d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67422024-11-19T06:06:35.732ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1281 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 0833aa06-aa3b-4783-87d7-3a9f6f4ecad6 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
67432024-11-19T06:06:36.446ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6c650d92-e380-47d1-9215-86180694e11b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67442024-11-19T06:06:36.446ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6c650d92-e380-47d1-9215-86180694e11b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67452024-11-19T06:06:36.448ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2509 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6c650d92-e380-47d1-9215-86180694e11b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67462024-11-19T06:06:37.471ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a5aad375-3177-47ed-8b85-eb30912e8125 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67472024-11-19T06:06:37.471ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a5aad375-3177-47ed-8b85-eb30912e8125 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67482024-11-19T06:06:37.473ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2059 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a5aad375-3177-47ed-8b85-eb30912e8125 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67492024-11-19T06:06:38.494ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf09ef4b-9d18-45b6-91d4-51ccaa1070ae roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67502024-11-19T06:06:38.495ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf09ef4b-9d18-45b6-91d4-51ccaa1070ae resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67512024-11-19T06:06:38.496ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1895 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bf09ef4b-9d18-45b6-91d4-51ccaa1070ae response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67522024-11-19T06:06:39.518ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90d469b7-db08-4467-b240-abf850b57700 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67532024-11-19T06:06:39.518ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90d469b7-db08-4467-b240-abf850b57700 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67542024-11-19T06:06:39.520ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2828 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90d469b7-db08-4467-b240-abf850b57700 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67552024-11-19T06:06:40.543ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98c37131-39c6-41df-9555-e1d71f76ee17 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67562024-11-19T06:06:40.543ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98c37131-39c6-41df-9555-e1d71f76ee17 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67572024-11-19T06:06:40.545ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2334 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 98c37131-39c6-41df-9555-e1d71f76ee17 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67582024-11-19T06:06:40.724ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 80482c38-3536-4512-8860-d4aed8d3c204 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
67592024-11-19T06:06:40.725ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 80482c38-3536-4512-8860-d4aed8d3c204 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
67602024-11-19T06:06:40.728ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3596 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 80482c38-3536-4512-8860-d4aed8d3c204 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
67612024-11-19T06:06:40.728ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dba2f68e-c5a3-490c-b945-a2be73af8c1a roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
67622024-11-19T06:06:40.728ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dba2f68e-c5a3-490c-b945-a2be73af8c1a resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
67632024-11-19T06:06:40.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2760 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = dba2f68e-c5a3-490c-b945-a2be73af8c1a response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
67642024-11-19T06:06:41.567ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02eba13b-0228-4347-a81e-639dc37ee068 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67652024-11-19T06:06:41.568ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02eba13b-0228-4347-a81e-639dc37ee068 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67662024-11-19T06:06:41.569ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2344 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02eba13b-0228-4347-a81e-639dc37ee068 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67672024-11-19T06:06:42.590ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 588b5a76-e2dd-482a-98e4-356eb2f94340 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67682024-11-19T06:06:42.591ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 588b5a76-e2dd-482a-98e4-356eb2f94340 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67692024-11-19T06:06:42.593ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2242 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 588b5a76-e2dd-482a-98e4-356eb2f94340 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67702024-11-19T06:06:43.618ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 06ccd506-b7d5-4af6-b2d2-be3733b75928 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67712024-11-19T06:06:43.618ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 06ccd506-b7d5-4af6-b2d2-be3733b75928 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67722024-11-19T06:06:43.620ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2463 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 06ccd506-b7d5-4af6-b2d2-be3733b75928 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67732024-11-19T06:06:44.641ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 409f7361-8aab-414c-b895-31af934e749b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67742024-11-19T06:06:44.641ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 409f7361-8aab-414c-b895-31af934e749b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67752024-11-19T06:06:44.644ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2520 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 409f7361-8aab-414c-b895-31af934e749b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
67762024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 28 reason = Timeout
67772024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 28 reason = Timeout
67782024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
67792024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
67802024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 28 reason = Timeout
67812024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
67822024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 82 reason = Timeout
67832024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
67842024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 28 reason = Timeout
67852024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
67862024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 32 reason = Timeout
67872024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 29 reason = Timeout
67882024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
67892024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
67902024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
67912024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 28 reason = Timeout
67922024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
67932024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 29 reason = Timeout
67942024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
67952024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 28 reason = Timeout
67962024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
67972024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 28 reason = Timeout
67982024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 30 reason = Timeout
67992024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68002024-11-19T06:06:45.038ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
68012024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
68022024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 28 reason = Timeout
68032024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 82 reason = Timeout
68042024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 28 reason = Timeout
68052024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 28 reason = Timeout
68062024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68072024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
68082024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
68092024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 28 reason = Timeout
68102024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
68112024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
68122024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
68132024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
68142024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
68152024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
68162024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
68172024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
68182024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
68192024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68202024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68212024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
68222024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
68232024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
68242024-11-19T06:06:45.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
68252024-11-19T06:06:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
68262024-11-19T06:06:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68272024-11-19T06:06:45.041ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 823441927 } })
68282024-11-19T06:06:45.041ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
68292024-11-19T06:06:45.042ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.368115ms iteration = 28 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
68302024-11-19T06:06:45.043ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68312024-11-19T06:06:45.044ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68322024-11-19T06:06:45.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68332024-11-19T06:06:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
68342024-11-19T06:06:45.045ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
68352024-11-19T06:06:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
68362024-11-19T06:06:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
68372024-11-19T06:06:45.047ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
68382024-11-19T06:06:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
68392024-11-19T06:06:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
68402024-11-19T06:06:45.048ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
68412024-11-19T06:06:45.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
68422024-11-19T06:06:45.049ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 831035956 } })
68432024-11-19T06:06:45.049ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
68442024-11-19T06:06:45.050ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68452024-11-19T06:06:45.054ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
68462024-11-19T06:06:45.054ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
68472024-11-19T06:06:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
68482024-11-19T06:06:45.054ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
68492024-11-19T06:06:45.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
68502024-11-19T06:06:45.057ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3635, tv_nsec: 839211740 } })
68512024-11-19T06:06:45.057ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
68522024-11-19T06:06:45.066ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68532024-11-19T06:06:45.066ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68542024-11-19T06:06:45.068ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
68552024-11-19T06:06:45.068ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
68562024-11-19T06:06:45.068ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
68572024-11-19T06:06:45.069ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
68582024-11-19T06:06:45.069ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
68592024-11-19T06:06:45.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
68602024-11-19T06:06:45.074ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 36.59154ms iteration = 28 status = {"errors":[],"records_set_to_done":[]}
68612024-11-19T06:06:45.080ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
68622024-11-19T06:06:45.080ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
68632024-11-19T06:06:45.080ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
68642024-11-19T06:06:45.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
68652024-11-19T06:06:45.081ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
68662024-11-19T06:06:45.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
68672024-11-19T06:06:45.085ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 47.452872ms iteration = 28 status = {"errors":[],"garbage_collect_requested":[]}
68682024-11-19T06:06:45.088ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68692024-11-19T06:06:45.088ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
68702024-11-19T06:06:45.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
68712024-11-19T06:06:45.090ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 51.739607ms iteration = 28 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
68722024-11-19T06:06:45.090ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
68732024-11-19T06:06:45.090ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
68742024-11-19T06:06:45.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
68752024-11-19T06:06:45.093ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
68762024-11-19T06:06:45.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
68772024-11-19T06:06:45.095ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
68782024-11-19T06:06:45.095ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
68792024-11-19T06:06:45.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
68802024-11-19T06:06:45.097ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
68812024-11-19T06:06:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
68822024-11-19T06:06:45.097ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68832024-11-19T06:06:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
68842024-11-19T06:06:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68852024-11-19T06:06:45.098ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
68862024-11-19T06:06:45.098ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 59.692539ms iteration = 28 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
68872024-11-19T06:06:45.099ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
68882024-11-19T06:06:45.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
68892024-11-19T06:06:45.099ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
68902024-11-19T06:06:45.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
68912024-11-19T06:06:45.106ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 67.786344ms iteration = 32 status = {"physical_disks_added":0}
68922024-11-19T06:06:45.116ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
68932024-11-19T06:06:45.116ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
68942024-11-19T06:06:45.116ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
68952024-11-19T06:06:45.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
68962024-11-19T06:06:45.119ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
68972024-11-19T06:06:45.119ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
68982024-11-19T06:06:45.119ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "44939e83-aba1-4f19-96a2-8e5e30f07c37", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
68992024-11-19T06:06:45.119ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
69002024-11-19T06:06:45.120ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 81.804629ms iteration = 82 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
69012024-11-19T06:06:45.121ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
69022024-11-19T06:06:45.121ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
69032024-11-19T06:06:45.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
69042024-11-19T06:06:45.126ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
69052024-11-19T06:06:45.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
69062024-11-19T06:06:45.136ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 97.942367ms iteration = 28 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
69072024-11-19T06:06:45.139ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
69082024-11-19T06:06:45.139ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
69092024-11-19T06:06:45.139ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d0bf15ca-1ffc-44a9-969a-2893fb17834a", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69102024-11-19T06:06:45.139ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
69112024-11-19T06:06:45.141ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
69122024-11-19T06:06:45.146ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 107.597037ms iteration = 28 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
69132024-11-19T06:06:45.146ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69142024-11-19T06:06:45.148ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
69152024-11-19T06:06:45.148ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
69162024-11-19T06:06:45.148ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 110.154393ms iteration = 29 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
69172024-11-19T06:06:45.149ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
69182024-11-19T06:06:45.149ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
69192024-11-19T06:06:45.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
69202024-11-19T06:06:45.155ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
69212024-11-19T06:06:45.155ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
69222024-11-19T06:06:45.156ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "088ea1af-9518-46b9-b132-dd85f4aba2fa", "content-length": "26", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69232024-11-19T06:06:45.156ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
69242024-11-19T06:06:45.157ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
69252024-11-19T06:06:45.158ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69262024-11-19T06:06:45.160ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
69272024-11-19T06:06:45.160ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
69282024-11-19T06:06:45.160ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
69292024-11-19T06:06:45.162ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
69302024-11-19T06:06:45.162ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 123.828775ms iteration = 82 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
69312024-11-19T06:06:45.171ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69322024-11-19T06:06:45.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69332024-11-19T06:06:45.226ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
69342024-11-19T06:06:45.226ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c8526044-7f7d-409e-bc0f-3c96ccee0a28", "content-length": "2", "date": "Tue, 19 Nov 2024 06:06:44 GMT"} })
69352024-11-19T06:06:45.228ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
69362024-11-19T06:06:45.228ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
69372024-11-19T06:06:45.327ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
69382024-11-19T06:06:45.327ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
69392024-11-19T06:06:45.329ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 291.291614ms iteration = 28 status = 0
69402024-11-19T06:06:45.330ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 292.084152ms iteration = 28 status = null
69412024-11-19T06:06:45.337ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 298.951173ms iteration = 28 status = {}
69422024-11-19T06:06:45.368ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69432024-11-19T06:06:45.369ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69442024-11-19T06:06:45.369ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69452024-11-19T06:06:45.370ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69462024-11-19T06:06:45.370ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69472024-11-19T06:06:45.371ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "c977bb76-b85d-4611-94c4-74a0980e646f", "content-length": "372", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69482024-11-19T06:06:45.371ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
69492024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
69502024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
69512024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69522024-11-19T06:06:45.372ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
69532024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69542024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69552024-11-19T06:06:45.372ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69562024-11-19T06:06:45.374ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
69572024-11-19T06:06:45.377ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
69582024-11-19T06:06:45.377ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
69592024-11-19T06:06:45.378ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
69602024-11-19T06:06:45.383ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
69612024-11-19T06:06:45.383ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "a03b1494-5a9e-4496-8e51-fd6c14a952de", "content-length": "134", "date": "Tue, 19 Nov 2024 06:06:44 GMT"} })
69622024-11-19T06:06:45.383ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
69632024-11-19T06:06:45.383ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
69642024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
69652024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
69662024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
69672024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
69682024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
69692024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
69702024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
69712024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
69722024-11-19T06:06:45.384ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
69732024-11-19T06:06:45.384ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69742024-11-19T06:06:45.384ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69752024-11-19T06:06:45.387ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
69762024-11-19T06:06:45.387ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "1dc58a15-94ab-47be-826c-b0d39bd9372f", "content-length": "2", "date": "Tue, 19 Nov 2024 06:06:44 GMT"} })
69772024-11-19T06:06:45.387ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
69782024-11-19T06:06:45.387ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "2cccf1db-5104-4061-86c3-05f3715379a9", "content-length": "52", "date": "Tue, 19 Nov 2024 06:06:44 GMT"} })
69792024-11-19T06:06:45.387ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
69802024-11-19T06:06:45.387ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
69812024-11-19T06:06:45.389ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
69822024-11-19T06:06:45.389ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
69832024-11-19T06:06:45.412ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
69842024-11-19T06:06:45.498ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "88908fb7-8869-4215-8b51-9be7b841d1db", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69852024-11-19T06:06:45.498ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
69862024-11-19T06:06:45.498ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
69872024-11-19T06:06:45.498ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "b33db842-33ff-4699-bc5f-e2cdb982c6f7", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69882024-11-19T06:06:45.498ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
69892024-11-19T06:06:45.499ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
69902024-11-19T06:06:45.499ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "16b49c9e-bc7e-4bd9-99bf-9e82a9118adb", "content-length": "691", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69912024-11-19T06:06:45.499ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "339d469d-d85f-4315-a913-ce69b5795431", "content-length": "682", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
69922024-11-19T06:06:45.499ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
69932024-11-19T06:06:45.499ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
69942024-11-19T06:06:45.499ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
69952024-11-19T06:06:45.499ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
69962024-11-19T06:06:45.499ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
69972024-11-19T06:06:45.500ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 462.514211ms iteration = 29 status = {}
69982024-11-19T06:06:45.501ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
69992024-11-19T06:06:45.501ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70002024-11-19T06:06:45.502ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
70012024-11-19T06:06:45.503ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
70022024-11-19T06:06:45.504ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
70032024-11-19T06:06:45.505ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
70042024-11-19T06:06:45.505ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
70052024-11-19T06:06:45.506ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
70062024-11-19T06:06:45.507ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
70072024-11-19T06:06:45.508ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
70082024-11-19T06:06:45.508ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
70092024-11-19T06:06:45.508ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
70102024-11-19T06:06:45.508ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "40e73aa5-7740-47d8-9235-f3f1a34cfca1", "date": "Tue, 19 Nov 2024 06:06:45 GMT"} })
70112024-11-19T06:06:45.510ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 471.857848ms iteration = 30 status = {}
70122024-11-19T06:06:45.514ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 476.567417ms iteration = 28 status = {}
70132024-11-19T06:06:45.664ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = db33f972-d3b2-43ea-9d37-99ddc13775f7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70142024-11-19T06:06:45.665ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = db33f972-d3b2-43ea-9d37-99ddc13775f7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70152024-11-19T06:06:45.666ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2355 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = db33f972-d3b2-43ea-9d37-99ddc13775f7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70162024-11-19T06:06:46.687ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7b42a9ca-c019-4fa6-8f3d-a90dd485adc3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70172024-11-19T06:06:46.687ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7b42a9ca-c019-4fa6-8f3d-a90dd485adc3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70182024-11-19T06:06:46.689ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2258 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7b42a9ca-c019-4fa6-8f3d-a90dd485adc3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70192024-11-19T06:06:47.711ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9affc4bd-3f74-4c53-8c03-69f361014db0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70202024-11-19T06:06:47.711ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9affc4bd-3f74-4c53-8c03-69f361014db0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70212024-11-19T06:06:47.713ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2421 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9affc4bd-3f74-4c53-8c03-69f361014db0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70222024-11-19T06:06:48.734ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e7314a-1bbe-4bd2-b89e-87642a125cb3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70232024-11-19T06:06:48.735ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e7314a-1bbe-4bd2-b89e-87642a125cb3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70242024-11-19T06:06:48.737ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2199 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e7314a-1bbe-4bd2-b89e-87642a125cb3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70252024-11-19T06:06:49.759ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbd0dc01-4ce0-439f-9482-0fc01ade3fe2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70262024-11-19T06:06:49.759ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbd0dc01-4ce0-439f-9482-0fc01ade3fe2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70272024-11-19T06:06:49.761ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1907 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbd0dc01-4ce0-439f-9482-0fc01ade3fe2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70282024-11-19T06:06:50.734ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1653 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 6960409e-1dab-4412-bdb4-a9fd3ce2fe95 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
70292024-11-19T06:06:50.782ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 070f5655-f80b-4f72-a38b-f4d794cf8f71 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70302024-11-19T06:06:50.782ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 070f5655-f80b-4f72-a38b-f4d794cf8f71 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70312024-11-19T06:06:50.784ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2407 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 070f5655-f80b-4f72-a38b-f4d794cf8f71 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70322024-11-19T06:06:51.807ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b2922460-5915-421c-9a83-d4b4dd074c1a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70332024-11-19T06:06:51.807ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b2922460-5915-421c-9a83-d4b4dd074c1a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70342024-11-19T06:06:51.809ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2367 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b2922460-5915-421c-9a83-d4b4dd074c1a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70352024-11-19T06:06:52.831ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9899722-db99-4c10-a433-18c505bf3537 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70362024-11-19T06:06:52.831ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9899722-db99-4c10-a433-18c505bf3537 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70372024-11-19T06:06:52.833ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2160 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9899722-db99-4c10-a433-18c505bf3537 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70382024-11-19T06:06:53.854ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0afff69e-fc26-4c62-9425-aa22d0e4dce3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70392024-11-19T06:06:53.854ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0afff69e-fc26-4c62-9425-aa22d0e4dce3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70402024-11-19T06:06:53.856ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2465 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0afff69e-fc26-4c62-9425-aa22d0e4dce3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70412024-11-19T06:06:54.878ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8846a3c5-24a0-4572-9e2f-6c0761d8156f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70422024-11-19T06:06:54.878ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8846a3c5-24a0-4572-9e2f-6c0761d8156f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70432024-11-19T06:06:54.880ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1927 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8846a3c5-24a0-4572-9e2f-6c0761d8156f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70442024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 83 reason = Timeout
70452024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 83 reason = Timeout
70462024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
70472024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70482024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
70492024-11-19T06:06:55.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70502024-11-19T06:06:55.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
70512024-11-19T06:06:55.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
70522024-11-19T06:06:55.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70532024-11-19T06:06:55.042ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.166493ms iteration = 83 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
70542024-11-19T06:06:55.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
70552024-11-19T06:06:55.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70562024-11-19T06:06:55.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70572024-11-19T06:06:55.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70582024-11-19T06:06:55.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70592024-11-19T06:06:55.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70602024-11-19T06:06:55.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
70612024-11-19T06:06:55.050ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70622024-11-19T06:06:55.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
70632024-11-19T06:06:55.062ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
70642024-11-19T06:06:55.062ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.479855ms iteration = 83 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
70652024-11-19T06:06:55.901ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 25e2cd8d-d0a0-4357-9f14-cb5aae5880a4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70662024-11-19T06:06:55.902ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 25e2cd8d-d0a0-4357-9f14-cb5aae5880a4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70672024-11-19T06:06:55.904ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2654 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 25e2cd8d-d0a0-4357-9f14-cb5aae5880a4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70682024-11-19T06:06:56.925ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8c95cc14-414c-4b8c-bf9f-a9d0d1b1a13d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70692024-11-19T06:06:56.926ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8c95cc14-414c-4b8c-bf9f-a9d0d1b1a13d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70702024-11-19T06:06:56.928ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2521 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 8c95cc14-414c-4b8c-bf9f-a9d0d1b1a13d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70712024-11-19T06:06:57.951ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1b16982-59fa-407f-8a12-985d486a1324 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70722024-11-19T06:06:57.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1b16982-59fa-407f-8a12-985d486a1324 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70732024-11-19T06:06:57.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2444 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b1b16982-59fa-407f-8a12-985d486a1324 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70742024-11-19T06:06:58.975ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ae4c362-c547-4110-a7bc-b06499f63dd8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70752024-11-19T06:06:58.976ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ae4c362-c547-4110-a7bc-b06499f63dd8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70762024-11-19T06:06:58.978ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2250 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ae4c362-c547-4110-a7bc-b06499f63dd8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70772024-11-19T06:06:59.999ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0ad065c8-78f0-4464-a5c0-6c3fca40e3ff roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70782024-11-19T06:06:59.999ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0ad065c8-78f0-4464-a5c0-6c3fca40e3ff resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70792024-11-19T06:07:00.001ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2408 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0ad065c8-78f0-4464-a5c0-6c3fca40e3ff response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70802024-11-19T06:07:00.788ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = c9db3645-660b-495d-b896-a73130fe0ffa roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
70812024-11-19T06:07:00.788ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = c9db3645-660b-495d-b896-a73130fe0ffa resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
70822024-11-19T06:07:00.792ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3542 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = c9db3645-660b-495d-b896-a73130fe0ffa response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
70832024-11-19T06:07:01.024ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd5cbc7-de36-4799-a21e-cadabb093f68 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70842024-11-19T06:07:01.024ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd5cbc7-de36-4799-a21e-cadabb093f68 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70852024-11-19T06:07:01.026ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2664 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd5cbc7-de36-4799-a21e-cadabb093f68 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70862024-11-19T06:07:02.049ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ae069b6-410b-4d17-abf2-b87a49d2dd4e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70872024-11-19T06:07:02.050ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ae069b6-410b-4d17-abf2-b87a49d2dd4e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70882024-11-19T06:07:02.052ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2340 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6ae069b6-410b-4d17-abf2-b87a49d2dd4e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70892024-11-19T06:07:03.075ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = be062408-7ab0-4950-bbf3-8bc5c72f71ac roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70902024-11-19T06:07:03.075ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = be062408-7ab0-4950-bbf3-8bc5c72f71ac resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70912024-11-19T06:07:03.077ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2161 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = be062408-7ab0-4950-bbf3-8bc5c72f71ac response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70922024-11-19T06:07:04.099ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff32461-2769-446a-85a8-31ece7ba9112 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70932024-11-19T06:07:04.099ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff32461-2769-446a-85a8-31ece7ba9112 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70942024-11-19T06:07:04.101ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2869 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff32461-2769-446a-85a8-31ece7ba9112 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
70952024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 84 reason = Timeout
70962024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 84 reason = Timeout
70972024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
70982024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
70992024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
71002024-11-19T06:07:05.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
71012024-11-19T06:07:05.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71022024-11-19T06:07:05.041ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
71032024-11-19T06:07:05.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
71042024-11-19T06:07:05.042ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.459726ms iteration = 84 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
71052024-11-19T06:07:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
71062024-11-19T06:07:05.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
71072024-11-19T06:07:05.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
71082024-11-19T06:07:05.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
71092024-11-19T06:07:05.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
71102024-11-19T06:07:05.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
71112024-11-19T06:07:05.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
71122024-11-19T06:07:05.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
71132024-11-19T06:07:05.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
71142024-11-19T06:07:05.058ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
71152024-11-19T06:07:05.058ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.612004ms iteration = 84 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
71162024-11-19T06:07:05.124ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e33ef937-61af-4b8c-8f02-aa502189c11c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71172024-11-19T06:07:05.125ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e33ef937-61af-4b8c-8f02-aa502189c11c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71182024-11-19T06:07:05.126ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2012 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e33ef937-61af-4b8c-8f02-aa502189c11c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71192024-11-19T06:07:05.734ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1746 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 93dcee11-26f1-46c2-a292-b329838c95b6 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
71202024-11-19T06:07:06.148ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d826a02-dde5-44bb-950e-d8b8d823632a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71212024-11-19T06:07:06.149ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d826a02-dde5-44bb-950e-d8b8d823632a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71222024-11-19T06:07:06.150ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2525 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d826a02-dde5-44bb-950e-d8b8d823632a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71232024-11-19T06:07:07.174ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412a812d-9979-4952-9281-b4ac092d03ce roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71242024-11-19T06:07:07.175ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412a812d-9979-4952-9281-b4ac092d03ce resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71252024-11-19T06:07:07.176ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2217 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 412a812d-9979-4952-9281-b4ac092d03ce response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71262024-11-19T06:07:08.199ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02e72f94-0cbc-4356-892f-fc28e0f1a254 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71272024-11-19T06:07:08.200ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02e72f94-0cbc-4356-892f-fc28e0f1a254 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71282024-11-19T06:07:08.202ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2667 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 02e72f94-0cbc-4356-892f-fc28e0f1a254 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71292024-11-19T06:07:09.224ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fef1186-1a4a-4fb9-b7b7-76c1a3d06d1a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71302024-11-19T06:07:09.224ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fef1186-1a4a-4fb9-b7b7-76c1a3d06d1a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71312024-11-19T06:07:09.226ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2324 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7fef1186-1a4a-4fb9-b7b7-76c1a3d06d1a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71322024-11-19T06:07:10.246ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd3a4d3-70b7-4a21-8677-a9723a8532e1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71332024-11-19T06:07:10.246ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd3a4d3-70b7-4a21-8677-a9723a8532e1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71342024-11-19T06:07:10.248ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2257 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3cd3a4d3-70b7-4a21-8677-a9723a8532e1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71352024-11-19T06:07:11.272ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e72a531c-d2b5-4887-8294-9929f1e27f79 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71362024-11-19T06:07:11.272ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e72a531c-d2b5-4887-8294-9929f1e27f79 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71372024-11-19T06:07:11.274ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2555 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e72a531c-d2b5-4887-8294-9929f1e27f79 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71382024-11-19T06:07:12.296ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7d5996-6312-459b-b865-0c62049c7195 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71392024-11-19T06:07:12.296ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7d5996-6312-459b-b865-0c62049c7195 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71402024-11-19T06:07:12.298ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1950 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4c7d5996-6312-459b-b865-0c62049c7195 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71412024-11-19T06:07:13.320ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d89e5bd8-0574-4587-829b-ef086c0f8709 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71422024-11-19T06:07:13.320ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d89e5bd8-0574-4587-829b-ef086c0f8709 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71432024-11-19T06:07:13.322ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2224 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d89e5bd8-0574-4587-829b-ef086c0f8709 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71442024-11-19T06:07:14.345ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ff991d6-2c3f-4450-8ba9-6fcb018ebed3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71452024-11-19T06:07:14.345ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ff991d6-2c3f-4450-8ba9-6fcb018ebed3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71462024-11-19T06:07:14.347ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2648 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3ff991d6-2c3f-4450-8ba9-6fcb018ebed3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
71472024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 15 reason = Timeout
71482024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
71492024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 17 reason = Timeout
71502024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 33 reason = Timeout
71512024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 30 reason = Timeout
71522024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
71532024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
71542024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 29 reason = Timeout
71552024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
71562024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 29 reason = Timeout
71572024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 29 reason = Timeout
71582024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
71592024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
71602024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 16 reason = Timeout
71612024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 16 reason = Timeout
71622024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
71632024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 29 reason = Timeout
71642024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
71652024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 31 reason = Timeout
71662024-11-19T06:07:15.037ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
71672024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
71682024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 15 reason = Timeout
71692024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
71702024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 85 reason = Timeout
71712024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
71722024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 29 reason = Timeout
71732024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 15 reason = Timeout
71742024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
71752024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 29 reason = Timeout
71762024-11-19T06:07:15.037ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
71772024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 16 reason = Timeout
71782024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 15 reason = Timeout
71792024-11-19T06:07:15.038ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
71802024-11-19T06:07:15.038ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:57:15.037987875 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
71812024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
71822024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 29 reason = Timeout
71832024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 14.27\u{b5}s iteration = 16 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
71842024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 15 reason = Timeout
71852024-11-19T06:07:15.038ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
71862024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
71872024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
71882024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 16 reason = Timeout
71892024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 29 reason = Timeout
71902024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
71912024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
71922024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
71932024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 16 reason = Timeout
71942024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 85 reason = Timeout
71952024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 17 reason = Timeout
71962024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
71972024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 16 reason = Timeout
71982024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
71992024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
72002024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 30 reason = Timeout
72012024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
72022024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
72032024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
72042024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
72052024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
72062024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72072024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
72082024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
72092024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
72102024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
72112024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
72122024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
72132024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72142024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 29 reason = Timeout
72152024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
72162024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
72172024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 29 reason = Timeout
72182024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
72192024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
72202024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 29 reason = Timeout
72212024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
72222024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
72232024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
72242024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
72252024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
72262024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
72272024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
72282024-11-19T06:07:15.038ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 820249524 } })
72292024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
72302024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72312024-11-19T06:07:15.038ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 820300054 } })
72322024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
72332024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
72342024-11-19T06:07:15.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
72352024-11-19T06:07:15.039ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
72362024-11-19T06:07:15.039ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.260924ms iteration = 16 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
72372024-11-19T06:07:15.039ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
72382024-11-19T06:07:15.039ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.218713ms iteration = 16 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
72392024-11-19T06:07:15.041ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72402024-11-19T06:07:15.041ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.654507ms iteration = 29 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
72412024-11-19T06:07:15.042ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
72422024-11-19T06:07:15.042ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
72432024-11-19T06:07:15.042ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 4.79147ms iteration = 15 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
72442024-11-19T06:07:15.042ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72452024-11-19T06:07:15.043ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72462024-11-19T06:07:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
72472024-11-19T06:07:15.043ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
72482024-11-19T06:07:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
72492024-11-19T06:07:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
72502024-11-19T06:07:15.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
72512024-11-19T06:07:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
72522024-11-19T06:07:15.046ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:57:15.037987875 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
72532024-11-19T06:07:15.046ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 8.154694ms iteration = 15 status = {"expiration":"2024-11-19T05:57:15.037987875Z","pruned":[]}
72542024-11-19T06:07:15.047ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
72552024-11-19T06:07:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
72562024-11-19T06:07:15.047ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 829398139 } })
72572024-11-19T06:07:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
72582024-11-19T06:07:15.047ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
72592024-11-19T06:07:15.048ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
72602024-11-19T06:07:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
72612024-11-19T06:07:15.052ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72622024-11-19T06:07:15.055ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
72632024-11-19T06:07:15.055ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
72642024-11-19T06:07:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
72652024-11-19T06:07:15.055ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72662024-11-19T06:07:15.057ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
72672024-11-19T06:07:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
72682024-11-19T06:07:15.058ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
72692024-11-19T06:07:15.058ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
72702024-11-19T06:07:15.058ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
72712024-11-19T06:07:15.061ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 843342223 } })
72722024-11-19T06:07:15.062ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
72732024-11-19T06:07:15.062ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
72742024-11-19T06:07:15.062ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72752024-11-19T06:07:15.062ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
72762024-11-19T06:07:15.064ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 26.396204ms iteration = 15 status = {"errors":[],"found_port_ok":[]}
72772024-11-19T06:07:15.065ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
72782024-11-19T06:07:15.065ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
72792024-11-19T06:07:15.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
72802024-11-19T06:07:15.067ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72812024-11-19T06:07:15.069ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
72822024-11-19T06:07:15.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
72832024-11-19T06:07:15.071ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3665, tv_nsec: 852593939 } })
72842024-11-19T06:07:15.071ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
72852024-11-19T06:07:15.071ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
72862024-11-19T06:07:15.071ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
72872024-11-19T06:07:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
72882024-11-19T06:07:15.074ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
72892024-11-19T06:07:15.074ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
72902024-11-19T06:07:15.074ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
72912024-11-19T06:07:15.075ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
72922024-11-19T06:07:15.075ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72932024-11-19T06:07:15.076ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
72942024-11-19T06:07:15.077ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
72952024-11-19T06:07:15.077ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
72962024-11-19T06:07:15.077ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 39.544441ms iteration = 15 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
72972024-11-19T06:07:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
72982024-11-19T06:07:15.078ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
72992024-11-19T06:07:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
73002024-11-19T06:07:15.078ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
73012024-11-19T06:07:15.080ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73022024-11-19T06:07:15.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73032024-11-19T06:07:15.081ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73042024-11-19T06:07:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
73052024-11-19T06:07:15.084ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
73062024-11-19T06:07:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
73072024-11-19T06:07:15.085ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73082024-11-19T06:07:15.085ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
73092024-11-19T06:07:15.086ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
73102024-11-19T06:07:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
73112024-11-19T06:07:15.088ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
73122024-11-19T06:07:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
73132024-11-19T06:07:15.090ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 53.158332ms iteration = 29 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
73142024-11-19T06:07:15.096ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73152024-11-19T06:07:15.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
73162024-11-19T06:07:15.096ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
73172024-11-19T06:07:15.096ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
73182024-11-19T06:07:15.098ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
73192024-11-19T06:07:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
73202024-11-19T06:07:15.102ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 64.358378ms iteration = 29 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
73212024-11-19T06:07:15.104ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
73222024-11-19T06:07:15.105ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
73232024-11-19T06:07:15.106ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
73242024-11-19T06:07:15.106ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
73252024-11-19T06:07:15.107ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
73262024-11-19T06:07:15.107ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
73272024-11-19T06:07:15.107ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
73282024-11-19T06:07:15.107ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 68.955426ms iteration = 29 status = {"errors":[],"garbage_collect_requested":[]}
73292024-11-19T06:07:15.107ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
73302024-11-19T06:07:15.110ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73312024-11-19T06:07:15.110ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
73322024-11-19T06:07:15.110ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 72.832156ms iteration = 85 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
73332024-11-19T06:07:15.110ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 72.313521ms iteration = 29 status = {"errors":[],"records_set_to_done":[]}
73342024-11-19T06:07:15.111ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
73352024-11-19T06:07:15.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
73362024-11-19T06:07:15.112ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
73372024-11-19T06:07:15.112ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
73382024-11-19T06:07:15.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
73392024-11-19T06:07:15.112ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73402024-11-19T06:07:15.115ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 78.0412ms iteration = 85 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
73412024-11-19T06:07:15.116ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
73422024-11-19T06:07:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
73432024-11-19T06:07:15.117ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
73442024-11-19T06:07:15.121ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
73452024-11-19T06:07:15.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
73462024-11-19T06:07:15.127ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
73472024-11-19T06:07:15.127ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
73482024-11-19T06:07:15.127ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
73492024-11-19T06:07:15.127ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
73502024-11-19T06:07:15.127ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
73512024-11-19T06:07:15.139ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
73522024-11-19T06:07:15.140ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
73532024-11-19T06:07:15.140ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 101.926318ms iteration = 29 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
73542024-11-19T06:07:15.144ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
73552024-11-19T06:07:15.144ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 106.887409ms iteration = 29 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
73562024-11-19T06:07:15.145ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
73572024-11-19T06:07:15.145ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
73582024-11-19T06:07:15.145ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
73592024-11-19T06:07:15.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
73602024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
73612024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
73622024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
73632024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
73642024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73652024-11-19T06:07:15.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
73662024-11-19T06:07:15.159ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
73672024-11-19T06:07:15.159ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
73682024-11-19T06:07:15.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
73692024-11-19T06:07:15.160ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73702024-11-19T06:07:15.163ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
73712024-11-19T06:07:15.163ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
73722024-11-19T06:07:15.163ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
73732024-11-19T06:07:15.168ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
73742024-11-19T06:07:15.179ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
73752024-11-19T06:07:15.179ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
73762024-11-19T06:07:15.187ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
73772024-11-19T06:07:15.194ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 156.933259ms iteration = 33 status = {"physical_disks_added":0}
73782024-11-19T06:07:15.249ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
73792024-11-19T06:07:15.249ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
73802024-11-19T06:07:15.250ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2887c48c-3aa9-4316-8020-76764173e5d2", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
73812024-11-19T06:07:15.250ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
73822024-11-19T06:07:15.256ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
73832024-11-19T06:07:15.305ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
73842024-11-19T06:07:15.305ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
73852024-11-19T06:07:15.307ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "aff3058b-71a2-4977-80e3-28a4aa0f6e49", "content-length": "372", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
73862024-11-19T06:07:15.307ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
73872024-11-19T06:07:15.307ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
73882024-11-19T06:07:15.312ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73892024-11-19T06:07:15.315ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
73902024-11-19T06:07:15.317ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
73912024-11-19T06:07:15.317ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
73922024-11-19T06:07:15.317ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
73932024-11-19T06:07:15.318ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
73942024-11-19T06:07:15.318ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
73952024-11-19T06:07:15.318ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
73962024-11-19T06:07:15.320ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 282.649064ms iteration = 29 status = 0
73972024-11-19T06:07:15.340ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
73982024-11-19T06:07:15.359ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
73992024-11-19T06:07:15.360ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
74002024-11-19T06:07:15.360ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "533d95e0-2b0d-4f63-95d7-58e36271e9ba", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
74012024-11-19T06:07:15.360ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
74022024-11-19T06:07:15.360ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
74032024-11-19T06:07:15.360ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
74042024-11-19T06:07:15.362ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
74052024-11-19T06:07:15.362ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e0fdf912-1f68-4f19-b3d4-e3b9f4a74d4f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
74062024-11-19T06:07:15.362ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
74072024-11-19T06:07:15.365ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
74082024-11-19T06:07:15.368ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
74092024-11-19T06:07:15.368ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
74102024-11-19T06:07:15.368ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 330.125067ms iteration = 30 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
74112024-11-19T06:07:15.369ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 27661ab4-0f53-4240-901d-75a1c8e0bb86 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
74122024-11-19T06:07:15.370ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 27661ab4-0f53-4240-901d-75a1c8e0bb86 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
74132024-11-19T06:07:15.372ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
74142024-11-19T06:07:15.372ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
74152024-11-19T06:07:15.372ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2918 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 27661ab4-0f53-4240-901d-75a1c8e0bb86 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
74162024-11-19T06:07:15.372ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
74172024-11-19T06:07:15.372ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
74182024-11-19T06:07:15.373ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
74192024-11-19T06:07:15.373ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "ef169677-dd1e-458c-94fa-7fac4af237b6", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
74202024-11-19T06:07:15.373ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
74212024-11-19T06:07:15.375ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "aa0544d4-866f-4036-833d-ac6bea281db8", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
74222024-11-19T06:07:15.375ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
74232024-11-19T06:07:15.375ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
74242024-11-19T06:07:15.375ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 337.775007ms iteration = 16 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
74252024-11-19T06:07:15.377ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
74262024-11-19T06:07:15.377ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 338.936408ms iteration = 17 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
74272024-11-19T06:07:15.384ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
74282024-11-19T06:07:15.384ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
74292024-11-19T06:07:15.384ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
74302024-11-19T06:07:15.384ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
74312024-11-19T06:07:15.387ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
74322024-11-19T06:07:15.387ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
74332024-11-19T06:07:15.388ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "8efb4af1-df43-415e-836a-981f149d0508", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
74342024-11-19T06:07:15.388ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74352024-11-19T06:07:15.388ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74362024-11-19T06:07:15.390ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74372024-11-19T06:07:15.390ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74382024-11-19T06:07:15.393ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
74392024-11-19T06:07:15.394ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
74402024-11-19T06:07:15.397ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
74412024-11-19T06:07:15.397ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
74422024-11-19T06:07:15.397ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "77d48571-841b-45f5-a5eb-f4051cfe13ac", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
74432024-11-19T06:07:15.399ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 361.813716ms iteration = 31 status = {}
74442024-11-19T06:07:15.407ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 369.151862ms iteration = 29 status = {}
74452024-11-19T06:07:15.412ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74462024-11-19T06:07:15.415ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
74472024-11-19T06:07:15.415ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
74482024-11-19T06:07:15.415ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
74492024-11-19T06:07:15.418ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74502024-11-19T06:07:15.418ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
74512024-11-19T06:07:15.418ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
74522024-11-19T06:07:15.418ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
74532024-11-19T06:07:15.418ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 380.646241ms iteration = 16 status = {"generation":1}
74542024-11-19T06:07:15.421ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
74552024-11-19T06:07:15.421ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
74562024-11-19T06:07:15.421ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
74572024-11-19T06:07:15.423ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
74582024-11-19T06:07:15.423ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
74592024-11-19T06:07:15.423ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
74602024-11-19T06:07:15.423ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 385.196088ms iteration = 16 status = {"generation":2}
74612024-11-19T06:07:15.428ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
74622024-11-19T06:07:15.428ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 390.246601ms iteration = 15 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
74632024-11-19T06:07:15.448ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
74642024-11-19T06:07:15.448ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74652024-11-19T06:07:15.449ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
74662024-11-19T06:07:15.449ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "46e3bd10-9120-4235-a60d-eadceac51a5a", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74672024-11-19T06:07:15.449ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74682024-11-19T06:07:15.450ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74692024-11-19T06:07:15.452ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
74702024-11-19T06:07:15.452ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
74712024-11-19T06:07:15.452ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74722024-11-19T06:07:15.452ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "170661f0-62bc-4e50-abc8-7b2242e1c521", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74732024-11-19T06:07:15.452ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74742024-11-19T06:07:15.453ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
74752024-11-19T06:07:15.454ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "db88d5fc-56a2-4900-b153-9a68c897c566", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74762024-11-19T06:07:15.454ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74772024-11-19T06:07:15.455ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
74782024-11-19T06:07:15.455ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
74792024-11-19T06:07:15.455ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
74802024-11-19T06:07:15.455ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
74812024-11-19T06:07:15.456ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "2984c8ca-accc-4ac7-938a-2a58d5fab2ec", "content-length": "2", "date": "Tue, 19 Nov 2024 06:07:14 GMT"} })
74822024-11-19T06:07:15.457ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
74832024-11-19T06:07:15.457ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
74842024-11-19T06:07:15.457ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 419.885459ms iteration = 17 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
74852024-11-19T06:07:15.457ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
74862024-11-19T06:07:15.459ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 421.862969ms iteration = 29 status = null
74872024-11-19T06:07:15.517ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
74882024-11-19T06:07:15.517ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
74892024-11-19T06:07:15.518ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
74902024-11-19T06:07:15.518ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
74912024-11-19T06:07:15.518ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
74922024-11-19T06:07:15.544ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
74932024-11-19T06:07:15.545ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8652b915-1204-4cc5-b174-924143128369", "content-length": "691", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
74942024-11-19T06:07:15.545ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
74952024-11-19T06:07:15.545ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
74962024-11-19T06:07:15.545ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
74972024-11-19T06:07:15.547ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 509.429439ms iteration = 30 status = {}
74982024-11-19T06:07:15.555ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
74992024-11-19T06:07:15.555ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "2424016b-a695-4a61-aa7d-d7d68003487d", "content-length": "134", "date": "Tue, 19 Nov 2024 06:07:14 GMT"} })
75002024-11-19T06:07:15.555ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
75012024-11-19T06:07:15.555ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
75022024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
75032024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
75042024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75052024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75062024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75072024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
75082024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
75092024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
75102024-11-19T06:07:15.556ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
75112024-11-19T06:07:15.556ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75122024-11-19T06:07:15.556ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75132024-11-19T06:07:15.558ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
75142024-11-19T06:07:15.558ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "41d9f205-2fea-467f-8947-6f1ae9c5e6ab", "content-length": "2", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
75152024-11-19T06:07:15.558ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
75162024-11-19T06:07:15.558ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c7ce147d-6e41-4b15-bd96-df5fd89b1cc0", "content-length": "52", "date": "Tue, 19 Nov 2024 06:07:14 GMT"} })
75172024-11-19T06:07:15.558ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
75182024-11-19T06:07:15.558ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
75192024-11-19T06:07:15.663ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "5b57815b-dba2-44da-8cd7-a395898f75b5", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
75202024-11-19T06:07:15.663ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
75212024-11-19T06:07:15.663ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
75222024-11-19T06:07:15.663ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "58b29146-965b-405d-b947-b8c632eca4ec", "content-length": "682", "date": "Tue, 19 Nov 2024 06:07:15 GMT"} })
75232024-11-19T06:07:15.663ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75242024-11-19T06:07:15.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75252024-11-19T06:07:15.668ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75262024-11-19T06:07:15.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75272024-11-19T06:07:15.671ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75282024-11-19T06:07:15.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75292024-11-19T06:07:15.673ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
75302024-11-19T06:07:15.674ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
75312024-11-19T06:07:15.681ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 643.283327ms iteration = 29 status = {}
75322024-11-19T06:07:16.396ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49cac235-5caf-4a08-8203-5598f35e8c5a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75332024-11-19T06:07:16.396ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49cac235-5caf-4a08-8203-5598f35e8c5a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75342024-11-19T06:07:16.398ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2320 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 49cac235-5caf-4a08-8203-5598f35e8c5a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75352024-11-19T06:07:17.420ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4191786-01c1-4621-a230-b31ec7d049d6 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75362024-11-19T06:07:17.421ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4191786-01c1-4621-a230-b31ec7d049d6 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75372024-11-19T06:07:17.423ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2180 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d4191786-01c1-4621-a230-b31ec7d049d6 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75382024-11-19T06:07:18.445ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 981a615d-7003-4f21-baad-c3b38aa95733 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75392024-11-19T06:07:18.445ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 981a615d-7003-4f21-baad-c3b38aa95733 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75402024-11-19T06:07:18.447ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2026 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 981a615d-7003-4f21-baad-c3b38aa95733 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75412024-11-19T06:07:19.469ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a0ff986b-1012-4f9a-aa93-25343a9e64e1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75422024-11-19T06:07:19.470ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a0ff986b-1012-4f9a-aa93-25343a9e64e1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75432024-11-19T06:07:19.472ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2655 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a0ff986b-1012-4f9a-aa93-25343a9e64e1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75442024-11-19T06:07:20.494ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 241d5f70-0a65-4745-b146-dc5d93318da4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75452024-11-19T06:07:20.494ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 241d5f70-0a65-4745-b146-dc5d93318da4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75462024-11-19T06:07:20.496ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2751 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 241d5f70-0a65-4745-b146-dc5d93318da4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75472024-11-19T06:07:20.733ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1387 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = d35ad217-6620-46f6-a7df-852b7908fc1b response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
75482024-11-19T06:07:21.518ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4868bd94-a285-42d5-be7b-264ffa3e3914 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75492024-11-19T06:07:21.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4868bd94-a285-42d5-be7b-264ffa3e3914 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75502024-11-19T06:07:21.521ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2314 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4868bd94-a285-42d5-be7b-264ffa3e3914 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75512024-11-19T06:07:22.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cf49452-74d0-4a67-90ed-057fbf34e7d9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75522024-11-19T06:07:22.542ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cf49452-74d0-4a67-90ed-057fbf34e7d9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75532024-11-19T06:07:22.544ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2201 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6cf49452-74d0-4a67-90ed-057fbf34e7d9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75542024-11-19T06:07:23.568ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d65e5a36-4ae0-48d0-9701-1c2e77db5cee roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75552024-11-19T06:07:23.568ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d65e5a36-4ae0-48d0-9701-1c2e77db5cee resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75562024-11-19T06:07:23.570ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2055 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d65e5a36-4ae0-48d0-9701-1c2e77db5cee response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75572024-11-19T06:07:24.591ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = edbe5a85-9741-47a0-9fad-1813c6803818 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75582024-11-19T06:07:24.592ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = edbe5a85-9741-47a0-9fad-1813c6803818 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75592024-11-19T06:07:24.594ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2830 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = edbe5a85-9741-47a0-9fad-1813c6803818 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75602024-11-19T06:07:25.037ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 86 reason = Timeout
75612024-11-19T06:07:25.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 86 reason = Timeout
75622024-11-19T06:07:25.037ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75632024-11-19T06:07:25.037ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
75642024-11-19T06:07:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
75652024-11-19T06:07:25.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75662024-11-19T06:07:25.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
75672024-11-19T06:07:25.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
75682024-11-19T06:07:25.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75692024-11-19T06:07:25.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
75702024-11-19T06:07:25.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75712024-11-19T06:07:25.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75722024-11-19T06:07:25.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75732024-11-19T06:07:25.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75742024-11-19T06:07:25.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
75752024-11-19T06:07:25.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
75762024-11-19T06:07:25.049ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
75772024-11-19T06:07:25.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
75782024-11-19T06:07:25.062ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
75792024-11-19T06:07:25.062ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.373093ms iteration = 86 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
75802024-11-19T06:07:25.067ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.449756ms iteration = 86 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
75812024-11-19T06:07:25.616ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1789b0bd-82ae-40c9-938e-c0da6d1a4b9d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75822024-11-19T06:07:25.616ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1789b0bd-82ae-40c9-938e-c0da6d1a4b9d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75832024-11-19T06:07:25.618ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2072 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1789b0bd-82ae-40c9-938e-c0da6d1a4b9d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75842024-11-19T06:07:26.640ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bed4f06c-a893-469c-b004-5c49e6dfc0b4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75852024-11-19T06:07:26.641ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bed4f06c-a893-469c-b004-5c49e6dfc0b4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75862024-11-19T06:07:26.642ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2447 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bed4f06c-a893-469c-b004-5c49e6dfc0b4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75872024-11-19T06:07:27.665ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d34fe0f2-5c0c-43c3-a2c5-be6e03489727 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75882024-11-19T06:07:27.665ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d34fe0f2-5c0c-43c3-a2c5-be6e03489727 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75892024-11-19T06:07:27.667ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2176 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d34fe0f2-5c0c-43c3-a2c5-be6e03489727 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75902024-11-19T06:07:28.690ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82fe49f8-7621-4dbf-9b3d-ecd9cbc45fc5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75912024-11-19T06:07:28.690ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82fe49f8-7621-4dbf-9b3d-ecd9cbc45fc5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75922024-11-19T06:07:28.692ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2308 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 82fe49f8-7621-4dbf-9b3d-ecd9cbc45fc5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75932024-11-19T06:07:29.715ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 192a72eb-99c5-4f6c-b1e4-38130b43cd2d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75942024-11-19T06:07:29.716ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 192a72eb-99c5-4f6c-b1e4-38130b43cd2d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75952024-11-19T06:07:29.717ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1987 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 192a72eb-99c5-4f6c-b1e4-38130b43cd2d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75962024-11-19T06:07:30.741ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a9d2df97-e30e-4fae-8f6d-9de9ce64d361 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75972024-11-19T06:07:30.741ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a9d2df97-e30e-4fae-8f6d-9de9ce64d361 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75982024-11-19T06:07:30.743ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2664 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a9d2df97-e30e-4fae-8f6d-9de9ce64d361 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
75992024-11-19T06:07:30.825ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = b63386c8-2b27-47d1-bc53-df6a2d143e22 roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
76002024-11-19T06:07:30.825ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = b63386c8-2b27-47d1-bc53-df6a2d143e22 resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
76012024-11-19T06:07:30.829ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3858 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = b63386c8-2b27-47d1-bc53-df6a2d143e22 response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
76022024-11-19T06:07:31.767ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 749af2d0-08b0-4444-a03b-9c6bb73c310f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76032024-11-19T06:07:31.767ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 749af2d0-08b0-4444-a03b-9c6bb73c310f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76042024-11-19T06:07:31.769ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1899 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 749af2d0-08b0-4444-a03b-9c6bb73c310f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76052024-11-19T06:07:32.791ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a11741c-ed16-4218-a655-81aba81e5e33 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76062024-11-19T06:07:32.791ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a11741c-ed16-4218-a655-81aba81e5e33 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76072024-11-19T06:07:32.793ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2587 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a11741c-ed16-4218-a655-81aba81e5e33 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76082024-11-19T06:07:33.815ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ffbfb5a7-afb6-4ade-884e-c8099c17339e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76092024-11-19T06:07:33.815ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ffbfb5a7-afb6-4ade-884e-c8099c17339e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76102024-11-19T06:07:33.818ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2717 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ffbfb5a7-afb6-4ade-884e-c8099c17339e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76112024-11-19T06:07:34.840ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e4254cf-15bb-47b7-bce5-e268ebb174e1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76122024-11-19T06:07:34.841ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e4254cf-15bb-47b7-bce5-e268ebb174e1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76132024-11-19T06:07:34.842ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2140 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9e4254cf-15bb-47b7-bce5-e268ebb174e1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76142024-11-19T06:07:35.037ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 87 reason = Timeout
76152024-11-19T06:07:35.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 87 reason = Timeout
76162024-11-19T06:07:35.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76172024-11-19T06:07:35.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76182024-11-19T06:07:35.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76192024-11-19T06:07:35.038ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
76202024-11-19T06:07:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76212024-11-19T06:07:35.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76222024-11-19T06:07:35.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
76232024-11-19T06:07:35.042ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
76242024-11-19T06:07:35.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76252024-11-19T06:07:35.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76262024-11-19T06:07:35.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76272024-11-19T06:07:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76282024-11-19T06:07:35.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
76292024-11-19T06:07:35.048ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
76302024-11-19T06:07:35.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76312024-11-19T06:07:35.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
76322024-11-19T06:07:35.057ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
76332024-11-19T06:07:35.057ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.546043ms iteration = 87 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
76342024-11-19T06:07:35.069ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.735049ms iteration = 87 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
76352024-11-19T06:07:35.734ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1794 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 44dc6816-47f4-4c05-9e04-a4f4534f8d06 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
76362024-11-19T06:07:35.866ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c147f993-0078-4acb-9e8e-7f5564e0dfe4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76372024-11-19T06:07:35.866ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c147f993-0078-4acb-9e8e-7f5564e0dfe4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76382024-11-19T06:07:35.868ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2316 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c147f993-0078-4acb-9e8e-7f5564e0dfe4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76392024-11-19T06:07:36.889ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07ba1621-eb5b-4f9f-9f4c-dcae7fd5b9b8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76402024-11-19T06:07:36.889ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07ba1621-eb5b-4f9f-9f4c-dcae7fd5b9b8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76412024-11-19T06:07:36.891ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2378 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 07ba1621-eb5b-4f9f-9f4c-dcae7fd5b9b8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76422024-11-19T06:07:37.914ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8854bb9-7184-4bb4-b9cb-3bbc39d0393f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76432024-11-19T06:07:37.915ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8854bb9-7184-4bb4-b9cb-3bbc39d0393f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76442024-11-19T06:07:37.917ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2499 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8854bb9-7184-4bb4-b9cb-3bbc39d0393f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76452024-11-19T06:07:38.938ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff974cc-8733-4b86-b84e-69fece12a230 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76462024-11-19T06:07:38.938ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff974cc-8733-4b86-b84e-69fece12a230 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76472024-11-19T06:07:38.940ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2034 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2ff974cc-8733-4b86-b84e-69fece12a230 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76482024-11-19T06:07:39.962ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ecfe7e42-52e2-44b7-8912-a8d31587e34f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76492024-11-19T06:07:39.963ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ecfe7e42-52e2-44b7-8912-a8d31587e34f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76502024-11-19T06:07:39.965ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2551 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ecfe7e42-52e2-44b7-8912-a8d31587e34f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76512024-11-19T06:07:40.725ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5099b519-74ec-4154-a4f9-9b1ab21e0f7b roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
76522024-11-19T06:07:40.726ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5099b519-74ec-4154-a4f9-9b1ab21e0f7b resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
76532024-11-19T06:07:40.729ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3460 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5099b519-74ec-4154-a4f9-9b1ab21e0f7b response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
76542024-11-19T06:07:40.729ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5aff4f13-34fd-4e40-aff5-30a186c45abe roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
76552024-11-19T06:07:40.729ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5aff4f13-34fd-4e40-aff5-30a186c45abe resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
76562024-11-19T06:07:40.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2529 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 5aff4f13-34fd-4e40-aff5-30a186c45abe response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
76572024-11-19T06:07:40.986ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f4fe2-4447-4014-90de-df337548c2a9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76582024-11-19T06:07:40.987ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f4fe2-4447-4014-90de-df337548c2a9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76592024-11-19T06:07:40.988ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2504 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af6f4fe2-4447-4014-90de-df337548c2a9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76602024-11-19T06:07:42.010ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef156647-7d07-44ad-af4f-51bb7cadd8d8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76612024-11-19T06:07:42.010ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef156647-7d07-44ad-af4f-51bb7cadd8d8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76622024-11-19T06:07:42.013ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2511 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ef156647-7d07-44ad-af4f-51bb7cadd8d8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76632024-11-19T06:07:43.035ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04a6d0df-5dca-4866-8879-ea20801e5d6f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76642024-11-19T06:07:43.036ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04a6d0df-5dca-4866-8879-ea20801e5d6f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76652024-11-19T06:07:43.038ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2552 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 04a6d0df-5dca-4866-8879-ea20801e5d6f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76662024-11-19T06:07:44.061ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f691ecb-e973-407b-ac42-e6d7d1042b1e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76672024-11-19T06:07:44.061ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f691ecb-e973-407b-ac42-e6d7d1042b1e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76682024-11-19T06:07:44.063ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2291 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f691ecb-e973-407b-ac42-e6d7d1042b1e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
76692024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 30 reason = Timeout
76702024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
76712024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 30 reason = Timeout
76722024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 88 reason = Timeout
76732024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
76742024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 30 reason = Timeout
76752024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
76762024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 32 reason = Timeout
76772024-11-19T06:07:45.038ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
76782024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
76792024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
76802024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 34 reason = Timeout
76812024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 30 reason = Timeout
76822024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
76832024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
76842024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 30 reason = Timeout
76852024-11-19T06:07:45.038ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 30 reason = Timeout
76862024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
76872024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 30 reason = Timeout
76882024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
76892024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 31 reason = Timeout
76902024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 31 reason = Timeout
76912024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
76922024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
76932024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
76942024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 30 reason = Timeout
76952024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
76962024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 88 reason = Timeout
76972024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
76982024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
76992024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
77002024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
77012024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
77022024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77032024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77042024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
77052024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
77062024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77072024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
77082024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
77092024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
77102024-11-19T06:07:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77112024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 30 reason = Timeout
77122024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
77132024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 30 reason = Timeout
77142024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
77152024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 30 reason = Timeout
77162024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
77172024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
77182024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
77192024-11-19T06:07:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
77202024-11-19T06:07:45.042ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 823178814 } })
77212024-11-19T06:07:45.042ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 823324205 } })
77222024-11-19T06:07:45.042ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
77232024-11-19T06:07:45.042ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
77242024-11-19T06:07:45.042ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77252024-11-19T06:07:45.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77262024-11-19T06:07:45.043ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77272024-11-19T06:07:45.043ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.571717ms iteration = 30 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
77282024-11-19T06:07:45.043ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77292024-11-19T06:07:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
77302024-11-19T06:07:45.045ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
77312024-11-19T06:07:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
77322024-11-19T06:07:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
77332024-11-19T06:07:45.046ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
77342024-11-19T06:07:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
77352024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
77362024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77372024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77382024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
77392024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77402024-11-19T06:07:45.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77412024-11-19T06:07:45.051ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77422024-11-19T06:07:45.051ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
77432024-11-19T06:07:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
77442024-11-19T06:07:45.053ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
77452024-11-19T06:07:45.053ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77462024-11-19T06:07:45.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77472024-11-19T06:07:45.055ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77482024-11-19T06:07:45.057ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
77492024-11-19T06:07:45.057ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
77502024-11-19T06:07:45.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
77512024-11-19T06:07:45.058ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
77522024-11-19T06:07:45.058ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
77532024-11-19T06:07:45.058ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
77542024-11-19T06:07:45.058ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
77552024-11-19T06:07:45.059ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77562024-11-19T06:07:45.059ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77572024-11-19T06:07:45.061ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3695, tv_nsec: 842355383 } })
77582024-11-19T06:07:45.061ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
77592024-11-19T06:07:45.086ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
77602024-11-19T06:07:45.087ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41501266-51be-4156-8464-d2770468cf4d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
77612024-11-19T06:07:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
77622024-11-19T06:07:45.087ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
77632024-11-19T06:07:45.087ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
77642024-11-19T06:07:45.087ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
77652024-11-19T06:07:45.087ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41501266-51be-4156-8464-d2770468cf4d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
77662024-11-19T06:07:45.087ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
77672024-11-19T06:07:45.089ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 49.229271ms iteration = 30 status = {"errors":[],"garbage_collect_requested":[]}
77682024-11-19T06:07:45.089ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2722 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 41501266-51be-4156-8464-d2770468cf4d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
77692024-11-19T06:07:45.090ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
77702024-11-19T06:07:45.090ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
77712024-11-19T06:07:45.090ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
77722024-11-19T06:07:45.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
77732024-11-19T06:07:45.090ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77742024-11-19T06:07:45.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77752024-11-19T06:07:45.092ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
77762024-11-19T06:07:45.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
77772024-11-19T06:07:45.093ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77782024-11-19T06:07:45.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77792024-11-19T06:07:45.094ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
77802024-11-19T06:07:45.094ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77812024-11-19T06:07:45.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
77822024-11-19T06:07:45.095ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77832024-11-19T06:07:45.095ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
77842024-11-19T06:07:45.095ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 57.176503ms iteration = 30 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
77852024-11-19T06:07:45.096ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
77862024-11-19T06:07:45.096ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
77872024-11-19T06:07:45.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
77882024-11-19T06:07:45.098ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77892024-11-19T06:07:45.098ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
77902024-11-19T06:07:45.098ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
77912024-11-19T06:07:45.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77922024-11-19T06:07:45.099ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
77932024-11-19T06:07:45.099ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 59.864282ms iteration = 30 status = {"errors":[],"records_set_to_done":[]}
77942024-11-19T06:07:45.100ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
77952024-11-19T06:07:45.100ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
77962024-11-19T06:07:45.101ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 62.265126ms iteration = 30 status = 0
77972024-11-19T06:07:45.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
77982024-11-19T06:07:45.102ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
77992024-11-19T06:07:45.102ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
78002024-11-19T06:07:45.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
78012024-11-19T06:07:45.103ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
78022024-11-19T06:07:45.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
78032024-11-19T06:07:45.104ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.679351ms iteration = 88 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
78042024-11-19T06:07:45.105ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 67.016176ms iteration = 30 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
78052024-11-19T06:07:45.116ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
78062024-11-19T06:07:45.116ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78072024-11-19T06:07:45.117ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "134f0f17-0b92-4626-a157-6e7e6f83c21e", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78082024-11-19T06:07:45.117ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78092024-11-19T06:07:45.119ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
78102024-11-19T06:07:45.119ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
78112024-11-19T06:07:45.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
78122024-11-19T06:07:45.122ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
78132024-11-19T06:07:45.122ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 83.418116ms iteration = 88 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
78142024-11-19T06:07:45.122ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 82.381995ms iteration = 30 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
78152024-11-19T06:07:45.127ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
78162024-11-19T06:07:45.127ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
78172024-11-19T06:07:45.127ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 88.674851ms iteration = 31 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
78182024-11-19T06:07:45.136ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 97.724264ms iteration = 30 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
78192024-11-19T06:07:45.198ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
78202024-11-19T06:07:45.198ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
78212024-11-19T06:07:45.200ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78222024-11-19T06:07:45.201ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 162.273715ms iteration = 34 status = {"physical_disks_added":0}
78232024-11-19T06:07:45.202ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
78242024-11-19T06:07:45.202ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
78252024-11-19T06:07:45.202ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
78262024-11-19T06:07:45.222ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
78272024-11-19T06:07:45.222ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "e7e64378-2e5b-4122-9831-fe60a792169e", "content-length": "2", "date": "Tue, 19 Nov 2024 06:07:44 GMT"} })
78282024-11-19T06:07:45.224ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
78292024-11-19T06:07:45.224ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
78302024-11-19T06:07:45.241ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
78312024-11-19T06:07:45.241ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78322024-11-19T06:07:45.241ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "055921b4-9c27-4049-8992-47b094bd306f", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78332024-11-19T06:07:45.241ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78342024-11-19T06:07:45.244ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
78352024-11-19T06:07:45.246ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
78362024-11-19T06:07:45.246ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
78372024-11-19T06:07:45.246ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9653c68f-486f-4a56-becc-b0098b6eb663", "content-length": "26", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78382024-11-19T06:07:45.246ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
78392024-11-19T06:07:45.248ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
78402024-11-19T06:07:45.262ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
78412024-11-19T06:07:45.262ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
78422024-11-19T06:07:45.264ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78432024-11-19T06:07:45.265ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 226.3266ms iteration = 30 status = null
78442024-11-19T06:07:45.267ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
78452024-11-19T06:07:45.267ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
78462024-11-19T06:07:45.267ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
78472024-11-19T06:07:45.359ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
78482024-11-19T06:07:45.362ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8909dc76-20de-4d5e-80c9-2929f8909e94", "content-length": "691", "date": "Tue, 19 Nov 2024 06:07:44 GMT"} })
78492024-11-19T06:07:45.362ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
78502024-11-19T06:07:45.362ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
78512024-11-19T06:07:45.362ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
78522024-11-19T06:07:45.362ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b15e6b8e-c208-416d-bd71-c65b287fd8f5", "content-length": "372", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78532024-11-19T06:07:45.362ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78542024-11-19T06:07:45.362ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
78552024-11-19T06:07:45.364ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 325.151755ms iteration = 31 status = {}
78562024-11-19T06:07:45.382ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
78572024-11-19T06:07:45.382ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
78582024-11-19T06:07:45.382ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c95d3ec1-7052-4e32-ace0-e7e8842001a1", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78592024-11-19T06:07:45.382ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78602024-11-19T06:07:45.382ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
78612024-11-19T06:07:45.385ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78622024-11-19T06:07:45.385ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
78632024-11-19T06:07:45.389ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
78642024-11-19T06:07:45.389ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
78652024-11-19T06:07:45.391ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
78662024-11-19T06:07:45.392ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
78672024-11-19T06:07:45.392ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ad2b39ad-113a-47da-9b2e-9fc8aaa7345a", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78682024-11-19T06:07:45.394ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 355.573801ms iteration = 32 status = {}
78692024-11-19T06:07:45.398ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 359.813735ms iteration = 30 status = {}
78702024-11-19T06:07:45.459ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
78712024-11-19T06:07:45.460ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
78722024-11-19T06:07:45.462ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
78732024-11-19T06:07:45.462ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
78742024-11-19T06:07:45.462ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
78752024-11-19T06:07:45.471ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
78762024-11-19T06:07:45.472ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "4a149c11-02e9-44e3-9216-9d94c611255b", "content-length": "134", "date": "Tue, 19 Nov 2024 06:07:44 GMT"} })
78772024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
78782024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
78792024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
78802024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
78812024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
78822024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
78832024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
78842024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
78852024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
78862024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
78872024-11-19T06:07:45.472ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
78882024-11-19T06:07:45.472ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
78892024-11-19T06:07:45.473ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
78902024-11-19T06:07:45.475ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
78912024-11-19T06:07:45.475ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "df3c4712-b903-482d-9c0d-a18ceae1e484", "content-length": "2", "date": "Tue, 19 Nov 2024 06:07:44 GMT"} })
78922024-11-19T06:07:45.475ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
78932024-11-19T06:07:45.475ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "e213c6c8-022e-49db-a8a1-1a4ec23efdbf", "content-length": "52", "date": "Tue, 19 Nov 2024 06:07:44 GMT"} })
78942024-11-19T06:07:45.475ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
78952024-11-19T06:07:45.475ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
78962024-11-19T06:07:45.579ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "9ddda90b-b07f-4bed-bdfd-84c0b717bf75", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
78972024-11-19T06:07:45.579ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
78982024-11-19T06:07:45.579ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
78992024-11-19T06:07:45.579ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "7ae5a8a4-47c2-4e3f-87cf-f0e369c6103a", "content-length": "682", "date": "Tue, 19 Nov 2024 06:07:45 GMT"} })
79002024-11-19T06:07:45.579ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
79012024-11-19T06:07:45.580ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79022024-11-19T06:07:45.583ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
79032024-11-19T06:07:45.584ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79042024-11-19T06:07:45.586ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
79052024-11-19T06:07:45.586ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79062024-11-19T06:07:45.588ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
79072024-11-19T06:07:45.588ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
79082024-11-19T06:07:45.596ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 557.355026ms iteration = 30 status = {}
79092024-11-19T06:07:46.116ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b74c530-37f1-431c-b7e7-b9353f7f7bf7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79102024-11-19T06:07:46.116ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b74c530-37f1-431c-b7e7-b9353f7f7bf7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79112024-11-19T06:07:46.118ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2388 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1b74c530-37f1-431c-b7e7-b9353f7f7bf7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79122024-11-19T06:07:47.141ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbc24053-3a57-4c75-bb4b-6154b7554541 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79132024-11-19T06:07:47.141ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbc24053-3a57-4c75-bb4b-6154b7554541 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79142024-11-19T06:07:47.143ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2249 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = fbc24053-3a57-4c75-bb4b-6154b7554541 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79152024-11-19T06:07:48.166ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b20c0ed1-f6d8-479b-a0a9-140c210da671 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79162024-11-19T06:07:48.166ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b20c0ed1-f6d8-479b-a0a9-140c210da671 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79172024-11-19T06:07:48.168ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2017 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b20c0ed1-f6d8-479b-a0a9-140c210da671 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79182024-11-19T06:07:49.191ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d52cdfff-d94a-4e8b-b1bb-6aa688891480 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79192024-11-19T06:07:49.191ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d52cdfff-d94a-4e8b-b1bb-6aa688891480 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79202024-11-19T06:07:49.193ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2142 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d52cdfff-d94a-4e8b-b1bb-6aa688891480 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79212024-11-19T06:07:50.216ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13bfbfe7-0ad2-49c4-8540-a4a0cf16cf7d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79222024-11-19T06:07:50.216ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13bfbfe7-0ad2-49c4-8540-a4a0cf16cf7d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79232024-11-19T06:07:50.218ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2406 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 13bfbfe7-0ad2-49c4-8540-a4a0cf16cf7d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79242024-11-19T06:07:50.734ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1268 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 30cc04cd-413c-4582-b486-5677ae58de26 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
79252024-11-19T06:07:51.241ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1acfc7e3-024b-4130-a8fa-62c72eab6f64 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79262024-11-19T06:07:51.242ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1acfc7e3-024b-4130-a8fa-62c72eab6f64 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79272024-11-19T06:07:51.243ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2256 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1acfc7e3-024b-4130-a8fa-62c72eab6f64 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79282024-11-19T06:07:52.266ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a280e7b4-a04e-49a8-a16d-8b6e3311edc5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79292024-11-19T06:07:52.267ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a280e7b4-a04e-49a8-a16d-8b6e3311edc5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79302024-11-19T06:07:52.268ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2050 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a280e7b4-a04e-49a8-a16d-8b6e3311edc5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79312024-11-19T06:07:53.293ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 12912f4a-2fa8-4a45-9da0-27ad72a21a92 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79322024-11-19T06:07:53.293ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 12912f4a-2fa8-4a45-9da0-27ad72a21a92 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79332024-11-19T06:07:53.295ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1827 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 12912f4a-2fa8-4a45-9da0-27ad72a21a92 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79342024-11-19T06:07:54.318ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 298735c7-9f0a-4302-89cb-d63bfc594aef roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79352024-11-19T06:07:54.318ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 298735c7-9f0a-4302-89cb-d63bfc594aef resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79362024-11-19T06:07:54.320ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2310 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 298735c7-9f0a-4302-89cb-d63bfc594aef response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79372024-11-19T06:07:55.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 89 reason = Timeout
79382024-11-19T06:07:55.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 89 reason = Timeout
79392024-11-19T06:07:55.038ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79402024-11-19T06:07:55.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
79412024-11-19T06:07:55.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79422024-11-19T06:07:55.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
79432024-11-19T06:07:55.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79442024-11-19T06:07:55.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
79452024-11-19T06:07:55.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79462024-11-19T06:07:55.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79472024-11-19T06:07:55.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79482024-11-19T06:07:55.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79492024-11-19T06:07:55.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79502024-11-19T06:07:55.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
79512024-11-19T06:07:55.050ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79522024-11-19T06:07:55.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79532024-11-19T06:07:55.062ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
79542024-11-19T06:07:55.062ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.08639ms iteration = 89 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
79552024-11-19T06:07:55.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
79562024-11-19T06:07:55.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
79572024-11-19T06:07:55.070ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.974432ms iteration = 89 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
79582024-11-19T06:07:55.344ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c9e11e4-e47e-4687-b260-4cf059b729b4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79592024-11-19T06:07:55.344ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c9e11e4-e47e-4687-b260-4cf059b729b4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79602024-11-19T06:07:55.346ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2205 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3c9e11e4-e47e-4687-b260-4cf059b729b4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79612024-11-19T06:07:56.369ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0112ef57-1f44-4c2d-a998-4b88dabf6225 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79622024-11-19T06:07:56.370ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0112ef57-1f44-4c2d-a998-4b88dabf6225 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79632024-11-19T06:07:56.372ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2412 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0112ef57-1f44-4c2d-a998-4b88dabf6225 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79642024-11-19T06:07:57.394ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9db9908c-f73c-438c-a2c8-4c0908f67c8c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79652024-11-19T06:07:57.395ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9db9908c-f73c-438c-a2c8-4c0908f67c8c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79662024-11-19T06:07:57.396ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1901 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9db9908c-f73c-438c-a2c8-4c0908f67c8c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79672024-11-19T06:07:58.419ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a090806d-040d-4dfc-8ef5-7d57605c48ef roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79682024-11-19T06:07:58.420ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a090806d-040d-4dfc-8ef5-7d57605c48ef resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79692024-11-19T06:07:58.422ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2346 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a090806d-040d-4dfc-8ef5-7d57605c48ef response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79702024-11-19T06:07:59.445ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c87cb41-928e-4507-a3cd-e4284329c4b0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79712024-11-19T06:07:59.445ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c87cb41-928e-4507-a3cd-e4284329c4b0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79722024-11-19T06:07:59.448ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2918 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c87cb41-928e-4507-a3cd-e4284329c4b0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79732024-11-19T06:08:00.470ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 99274086-7728-4331-949e-2922345df661 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79742024-11-19T06:08:00.471ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 99274086-7728-4331-949e-2922345df661 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79752024-11-19T06:08:00.473ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2618 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 99274086-7728-4331-949e-2922345df661 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79762024-11-19T06:08:00.860ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 1b0953a5-46a0-49ba-b362-9231d253b92a roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
79772024-11-19T06:08:00.860ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 1b0953a5-46a0-49ba-b362-9231d253b92a resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
79782024-11-19T06:08:00.863ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3544 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 1b0953a5-46a0-49ba-b362-9231d253b92a response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
79792024-11-19T06:08:01.496ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c657705-0cb4-45f5-859d-29c7d807b4b0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79802024-11-19T06:08:01.496ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c657705-0cb4-45f5-859d-29c7d807b4b0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79812024-11-19T06:08:01.498ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1991 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5c657705-0cb4-45f5-859d-29c7d807b4b0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79822024-11-19T06:08:02.519ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b62d4f46-8fde-43cb-8fc0-e80ef880814d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79832024-11-19T06:08:02.520ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b62d4f46-8fde-43cb-8fc0-e80ef880814d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79842024-11-19T06:08:02.522ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2470 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b62d4f46-8fde-43cb-8fc0-e80ef880814d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79852024-11-19T06:08:03.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b933e75c-675d-4508-a7d1-f6b93ed0e5ec roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79862024-11-19T06:08:03.543ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b933e75c-675d-4508-a7d1-f6b93ed0e5ec resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79872024-11-19T06:08:03.545ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2179 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b933e75c-675d-4508-a7d1-f6b93ed0e5ec response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79882024-11-19T06:08:04.567ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b756f56d-016e-46b3-92ea-5881b7fef870 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79892024-11-19T06:08:04.567ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b756f56d-016e-46b3-92ea-5881b7fef870 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79902024-11-19T06:08:04.569ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2651 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b756f56d-016e-46b3-92ea-5881b7fef870 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
79912024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 90 reason = Timeout
79922024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 90 reason = Timeout
79932024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
79942024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
79952024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
79962024-11-19T06:08:05.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
79972024-11-19T06:08:05.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
79982024-11-19T06:08:05.042ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
79992024-11-19T06:08:05.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
80002024-11-19T06:08:05.043ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.596988ms iteration = 90 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
80012024-11-19T06:08:05.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
80022024-11-19T06:08:05.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
80032024-11-19T06:08:05.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
80042024-11-19T06:08:05.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
80052024-11-19T06:08:05.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
80062024-11-19T06:08:05.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
80072024-11-19T06:08:05.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
80082024-11-19T06:08:05.050ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
80092024-11-19T06:08:05.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
80102024-11-19T06:08:05.059ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
80112024-11-19T06:08:05.059ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.766036ms iteration = 90 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
80122024-11-19T06:08:05.591ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e1c0e56e-2824-449c-b8a4-b7946c2fa175 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80132024-11-19T06:08:05.591ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e1c0e56e-2824-449c-b8a4-b7946c2fa175 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80142024-11-19T06:08:05.593ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2161 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e1c0e56e-2824-449c-b8a4-b7946c2fa175 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80152024-11-19T06:08:05.735ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1624 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 9fd8eeeb-0e05-4d47-9e96-65df2a1bad95 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
80162024-11-19T06:08:06.616ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f7afdbb-031b-4b64-95c0-1ba13255e13f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80172024-11-19T06:08:06.616ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f7afdbb-031b-4b64-95c0-1ba13255e13f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80182024-11-19T06:08:06.618ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2602 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f7afdbb-031b-4b64-95c0-1ba13255e13f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80192024-11-19T06:08:07.642ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d45e09d-490e-402a-87aa-9ffc7bdd8b9d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80202024-11-19T06:08:07.642ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d45e09d-490e-402a-87aa-9ffc7bdd8b9d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80212024-11-19T06:08:07.644ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2244 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9d45e09d-490e-402a-87aa-9ffc7bdd8b9d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80222024-11-19T06:08:08.666ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f5e99e86-59a0-49e4-9a24-4de396eab10b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80232024-11-19T06:08:08.666ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f5e99e86-59a0-49e4-9a24-4de396eab10b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80242024-11-19T06:08:08.669ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2912 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f5e99e86-59a0-49e4-9a24-4de396eab10b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80252024-11-19T06:08:09.691ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 322eaf86-ab41-40d3-bb34-3b9dd125adfe roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80262024-11-19T06:08:09.691ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 322eaf86-ab41-40d3-bb34-3b9dd125adfe resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80272024-11-19T06:08:09.693ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2357 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 322eaf86-ab41-40d3-bb34-3b9dd125adfe response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80282024-11-19T06:08:10.716ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d75d9b82-f439-4d88-a213-e62bb98e29b2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80292024-11-19T06:08:10.717ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d75d9b82-f439-4d88-a213-e62bb98e29b2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80302024-11-19T06:08:10.718ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2178 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d75d9b82-f439-4d88-a213-e62bb98e29b2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80312024-11-19T06:08:11.742ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e19482e-be0a-46eb-a63b-0c676f790623 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80322024-11-19T06:08:11.742ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e19482e-be0a-46eb-a63b-0c676f790623 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80332024-11-19T06:08:11.744ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2684 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1e19482e-be0a-46eb-a63b-0c676f790623 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80342024-11-19T06:08:12.768ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5ee22e49-6b60-4a82-a7ba-ce4ec1057ac3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80352024-11-19T06:08:12.768ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5ee22e49-6b60-4a82-a7ba-ce4ec1057ac3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80362024-11-19T06:08:12.770ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2682 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5ee22e49-6b60-4a82-a7ba-ce4ec1057ac3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80372024-11-19T06:08:13.792ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 405db700-1614-46d7-b64e-a9e280b14d28 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80382024-11-19T06:08:13.793ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 405db700-1614-46d7-b64e-a9e280b14d28 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80392024-11-19T06:08:13.795ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2594 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 405db700-1614-46d7-b64e-a9e280b14d28 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80402024-11-19T06:08:14.817ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5c43564-d205-49e9-b75c-0686b90c2893 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80412024-11-19T06:08:14.817ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5c43564-d205-49e9-b75c-0686b90c2893 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80422024-11-19T06:08:14.819ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2256 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5c43564-d205-49e9-b75c-0686b90c2893 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
80432024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 17 reason = Timeout
80442024-11-19T06:08:15.038ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
80452024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 22.591\u{b5}s iteration = 17 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
80462024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 31 reason = Timeout
80472024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 91 reason = Timeout
80482024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 17 reason = Timeout
80492024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
80502024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
80512024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 31 reason = Timeout
80522024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 7 reason = Timeout
80532024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
80542024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 32 reason = Timeout
80552024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
80562024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
80572024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 18 reason = Timeout
80582024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 35 reason = Timeout
80592024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 32 reason = Timeout
80602024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
80612024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
80622024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
80632024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 17 reason = Timeout
80642024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 4 reason = Timeout
80652024-11-19T06:08:15.038ZDEBGnexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
80662024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
80672024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
80682024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 31 reason = Timeout
80692024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 16 reason = Timeout
80702024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
80712024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
80722024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 31 reason = Timeout
80732024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
80742024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 16 reason = Timeout
80752024-11-19T06:08:15.038ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
80762024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
80772024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 31 reason = Timeout
80782024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
80792024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 16 reason = Timeout
80802024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
80812024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 31 reason = Timeout
80822024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
80832024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 16 reason = Timeout
80842024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
80852024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 33 reason = Timeout
80862024-11-19T06:08:15.038ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
80872024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 17 reason = Timeout
80882024-11-19T06:08:15.038ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
80892024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
80902024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 18 reason = Timeout
80912024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
80922024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 31 reason = Timeout
80932024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 31 reason = Timeout
80942024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
80952024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 91 reason = Timeout
80962024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 17 reason = Timeout
80972024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
80982024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
80992024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
81002024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 17 reason = Timeout
81012024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 16 reason = Timeout
81022024-11-19T06:08:15.039ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:58:15.038956786 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
81032024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
81042024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
81052024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
81062024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81072024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
81082024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81092024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
81102024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
81112024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
81122024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
81132024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
81142024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
81152024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
81162024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
81172024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
81182024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
81192024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
81202024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
81212024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
81222024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
81232024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 31 reason = Timeout
81242024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81252024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
81262024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 31 reason = Timeout
81272024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
81282024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
81292024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 31 reason = Timeout
81302024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
81312024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
81322024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
81332024-11-19T06:08:15.039ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3725, tv_nsec: 820201503 } })
81342024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
81352024-11-19T06:08:15.039ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3725, tv_nsec: 820270814 } })
81362024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81372024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
81382024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
81392024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
81402024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
81412024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81422024-11-19T06:08:15.039ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
81432024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81442024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
81452024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
81462024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.126122ms iteration = 17 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
81472024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
81482024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.545956ms iteration = 17 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
81492024-11-19T06:08:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81502024-11-19T06:08:15.041ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
81512024-11-19T06:08:15.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
81522024-11-19T06:08:15.042ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81532024-11-19T06:08:15.043ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.144503ms iteration = 31 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
81542024-11-19T06:08:15.043ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81552024-11-19T06:08:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
81562024-11-19T06:08:15.045ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81572024-11-19T06:08:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
81582024-11-19T06:08:15.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
81592024-11-19T06:08:15.046ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
81602024-11-19T06:08:15.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
81612024-11-19T06:08:15.047ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81622024-11-19T06:08:15.047ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81632024-11-19T06:08:15.048ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81642024-11-19T06:08:15.048ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
81652024-11-19T06:08:15.048ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
81662024-11-19T06:08:15.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
81672024-11-19T06:08:15.049ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
81682024-11-19T06:08:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
81692024-11-19T06:08:15.050ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
81702024-11-19T06:08:15.050ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
81712024-11-19T06:08:15.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
81722024-11-19T06:08:15.051ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81732024-11-19T06:08:15.051ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
81742024-11-19T06:08:15.051ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
81752024-11-19T06:08:15.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
81762024-11-19T06:08:15.052ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
81772024-11-19T06:08:15.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
81782024-11-19T06:08:15.053ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 14.265108ms iteration = 16 status = {"errors":[],"found_port_ok":[]}
81792024-11-19T06:08:15.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3725, tv_nsec: 833874745 } })
81802024-11-19T06:08:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
81812024-11-19T06:08:15.053ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
81822024-11-19T06:08:15.053ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
81832024-11-19T06:08:15.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
81842024-11-19T06:08:15.054ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81852024-11-19T06:08:15.054ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:58:15.038956786 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
81862024-11-19T06:08:15.054ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 15.713104ms iteration = 16 status = {"expiration":"2024-11-19T05:58:15.038956786Z","pruned":[]}
81872024-11-19T06:08:15.054ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
81882024-11-19T06:08:15.054ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81892024-11-19T06:08:15.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
81902024-11-19T06:08:15.056ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
81912024-11-19T06:08:15.056ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
81922024-11-19T06:08:15.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
81932024-11-19T06:08:15.057ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3725, tv_nsec: 837941487 } })
81942024-11-19T06:08:15.057ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
81952024-11-19T06:08:15.058ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
81962024-11-19T06:08:15.058ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
81972024-11-19T06:08:15.058ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
81982024-11-19T06:08:15.060ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 21.453553ms iteration = 31 status = {"errors":[],"records_set_to_done":[]}
81992024-11-19T06:08:15.062ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82002024-11-19T06:08:15.064ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3725, tv_nsec: 845215613 } })
82012024-11-19T06:08:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
82022024-11-19T06:08:15.064ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
82032024-11-19T06:08:15.064ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
82042024-11-19T06:08:15.064ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
82052024-11-19T06:08:15.064ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82062024-11-19T06:08:15.065ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82072024-11-19T06:08:15.065ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82082024-11-19T06:08:15.065ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
82092024-11-19T06:08:15.066ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82102024-11-19T06:08:15.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
82112024-11-19T06:08:15.066ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
82122024-11-19T06:08:15.067ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
82132024-11-19T06:08:15.067ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
82142024-11-19T06:08:15.067ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
82152024-11-19T06:08:15.070ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82162024-11-19T06:08:15.070ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
82172024-11-19T06:08:15.070ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
82182024-11-19T06:08:15.076ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
82192024-11-19T06:08:15.077ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82202024-11-19T06:08:15.078ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82212024-11-19T06:08:15.079ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82222024-11-19T06:08:15.080ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
82232024-11-19T06:08:15.080ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
82242024-11-19T06:08:15.082ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
82252024-11-19T06:08:15.083ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
82262024-11-19T06:08:15.083ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
82272024-11-19T06:08:15.083ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
82282024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
82292024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
82302024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
82312024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
82322024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
82332024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
82342024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
82352024-11-19T06:08:15.084ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
82362024-11-19T06:08:15.086ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82372024-11-19T06:08:15.087ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82382024-11-19T06:08:15.087ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82392024-11-19T06:08:15.088ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82402024-11-19T06:08:15.089ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
82412024-11-19T06:08:15.089ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
82422024-11-19T06:08:15.090ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
82432024-11-19T06:08:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
82442024-11-19T06:08:15.091ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
82452024-11-19T06:08:15.091ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
82462024-11-19T06:08:15.094ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
82472024-11-19T06:08:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
82482024-11-19T06:08:15.095ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82492024-11-19T06:08:15.096ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82502024-11-19T06:08:15.096ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82512024-11-19T06:08:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82522024-11-19T06:08:15.098ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
82532024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
82542024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
82552024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
82562024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
82572024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
82582024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
82592024-11-19T06:08:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
82602024-11-19T06:08:15.101ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.755071ms iteration = 31 status = {"errors":[],"garbage_collect_requested":[]}
82612024-11-19T06:08:15.101ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
82622024-11-19T06:08:15.101ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
82632024-11-19T06:08:15.101ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
82642024-11-19T06:08:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
82652024-11-19T06:08:15.102ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 63.712901ms iteration = 31 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
82662024-11-19T06:08:15.102ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
82672024-11-19T06:08:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
82682024-11-19T06:08:15.103ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82692024-11-19T06:08:15.103ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82702024-11-19T06:08:15.103ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.076695ms iteration = 91 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
82712024-11-19T06:08:15.105ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
82722024-11-19T06:08:15.105ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
82732024-11-19T06:08:15.105ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 66.45451ms iteration = 16 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
82742024-11-19T06:08:15.106ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82752024-11-19T06:08:15.110ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82762024-11-19T06:08:15.111ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
82772024-11-19T06:08:15.111ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82782024-11-19T06:08:15.112ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82792024-11-19T06:08:15.113ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82802024-11-19T06:08:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
82812024-11-19T06:08:15.113ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
82822024-11-19T06:08:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82832024-11-19T06:08:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
82842024-11-19T06:08:15.115ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82852024-11-19T06:08:15.115ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82862024-11-19T06:08:15.116ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82872024-11-19T06:08:15.118ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
82882024-11-19T06:08:15.118ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
82892024-11-19T06:08:15.120ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
82902024-11-19T06:08:15.120ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 81.332474ms iteration = 31 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
82912024-11-19T06:08:15.120ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
82922024-11-19T06:08:15.120ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
82932024-11-19T06:08:15.121ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82942024-11-19T06:08:15.121ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
82952024-11-19T06:08:15.121ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
82962024-11-19T06:08:15.121ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
82972024-11-19T06:08:15.122ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
82982024-11-19T06:08:15.122ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
82992024-11-19T06:08:15.122ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 83.564228ms iteration = 91 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
83002024-11-19T06:08:15.122ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
83012024-11-19T06:08:15.124ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
83022024-11-19T06:08:15.124ZDEBGnexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
83032024-11-19T06:08:15.125ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
83042024-11-19T06:08:15.127ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 87.62653ms iteration = 31 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
83052024-11-19T06:08:15.127ZDEBGnexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 89.361238ms iteration = 7 status = {"nsuccess":5}
83062024-11-19T06:08:15.128ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
83072024-11-19T06:08:15.128ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83082024-11-19T06:08:15.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
83092024-11-19T06:08:15.128ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83102024-11-19T06:08:15.129ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
83112024-11-19T06:08:15.129ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
83122024-11-19T06:08:15.129ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
83132024-11-19T06:08:15.129ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
83142024-11-19T06:08:15.129ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
83152024-11-19T06:08:15.130ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83162024-11-19T06:08:15.130ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83172024-11-19T06:08:15.131ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83182024-11-19T06:08:15.132ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83192024-11-19T06:08:15.133ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83202024-11-19T06:08:15.134ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
83212024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
83222024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
83232024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
83242024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
83252024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83262024-11-19T06:08:15.135ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83272024-11-19T06:08:15.136ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83282024-11-19T06:08:15.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83292024-11-19T06:08:15.137ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
83302024-11-19T06:08:15.137ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
83312024-11-19T06:08:15.137ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 99.029848ms iteration = 16 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
83322024-11-19T06:08:15.137ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
83332024-11-19T06:08:15.138ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83342024-11-19T06:08:15.138ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83352024-11-19T06:08:15.139ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83362024-11-19T06:08:15.140ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83372024-11-19T06:08:15.140ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
83382024-11-19T06:08:15.140ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
83392024-11-19T06:08:15.140ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
83402024-11-19T06:08:15.140ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
83412024-11-19T06:08:15.141ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
83422024-11-19T06:08:15.141ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
83432024-11-19T06:08:15.141ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 102.638845ms iteration = 16 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
83442024-11-19T06:08:15.142ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
83452024-11-19T06:08:15.142ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
83462024-11-19T06:08:15.142ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
83472024-11-19T06:08:15.143ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
83482024-11-19T06:08:15.145ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
83492024-11-19T06:08:15.145ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83502024-11-19T06:08:15.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83512024-11-19T06:08:15.147ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83522024-11-19T06:08:15.148ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
83532024-11-19T06:08:15.148ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
83542024-11-19T06:08:15.148ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
83552024-11-19T06:08:15.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83562024-11-19T06:08:15.148ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
83572024-11-19T06:08:15.149ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 110.967742ms iteration = 31 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
83582024-11-19T06:08:15.151ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83592024-11-19T06:08:15.151ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83602024-11-19T06:08:15.151ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83612024-11-19T06:08:15.155ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83622024-11-19T06:08:15.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83632024-11-19T06:08:15.157ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
83642024-11-19T06:08:15.157ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
83652024-11-19T06:08:15.157ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
83662024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83672024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83682024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
83692024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
83702024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
83712024-11-19T06:08:15.159ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 120.955116ms iteration = 17 status = {"generation":2}
83722024-11-19T06:08:15.161ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83732024-11-19T06:08:15.161ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83742024-11-19T06:08:15.163ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83752024-11-19T06:08:15.163ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83762024-11-19T06:08:15.165ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83772024-11-19T06:08:15.167ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83782024-11-19T06:08:15.168ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
83792024-11-19T06:08:15.168ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83802024-11-19T06:08:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83812024-11-19T06:08:15.169ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
83822024-11-19T06:08:15.169ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
83832024-11-19T06:08:15.169ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
83842024-11-19T06:08:15.169ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
83852024-11-19T06:08:15.171ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
83862024-11-19T06:08:15.171ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
83872024-11-19T06:08:15.171ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
83882024-11-19T06:08:15.172ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83892024-11-19T06:08:15.172ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
83902024-11-19T06:08:15.172ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
83912024-11-19T06:08:15.172ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 134.091792ms iteration = 32 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
83922024-11-19T06:08:15.172ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83932024-11-19T06:08:15.173ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 135.108792ms iteration = 31 status = 0
83942024-11-19T06:08:15.174ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83952024-11-19T06:08:15.174ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
83962024-11-19T06:08:15.175ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83972024-11-19T06:08:15.179ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
83982024-11-19T06:08:15.179ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
83992024-11-19T06:08:15.179ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84002024-11-19T06:08:15.183ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84012024-11-19T06:08:15.183ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84022024-11-19T06:08:15.185ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84032024-11-19T06:08:15.185ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84042024-11-19T06:08:15.187ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84052024-11-19T06:08:15.187ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84062024-11-19T06:08:15.189ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84072024-11-19T06:08:15.189ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84082024-11-19T06:08:15.191ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84092024-11-19T06:08:15.191ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84102024-11-19T06:08:15.192ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84112024-11-19T06:08:15.192ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84122024-11-19T06:08:15.194ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84132024-11-19T06:08:15.194ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84142024-11-19T06:08:15.195ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84152024-11-19T06:08:15.199ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
84162024-11-19T06:08:15.199ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84172024-11-19T06:08:15.199ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84182024-11-19T06:08:15.199ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84192024-11-19T06:08:15.203ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
84202024-11-19T06:08:15.203ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
84212024-11-19T06:08:15.203ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
84222024-11-19T06:08:15.205ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
84232024-11-19T06:08:15.205ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 166.964253ms iteration = 17 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
84242024-11-19T06:08:15.206ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84252024-11-19T06:08:15.206ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84262024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
84272024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
84282024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
84292024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 169.392918ms iteration = 17 status = {"generation":1}
84302024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84312024-11-19T06:08:15.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84322024-11-19T06:08:15.209ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84332024-11-19T06:08:15.212ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 173.366139ms iteration = 35 status = {"physical_disks_added":0}
84342024-11-19T06:08:15.213ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
84352024-11-19T06:08:15.213ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
84362024-11-19T06:08:15.213ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1fe1724d-25ab-433a-ad3f-832a77745ae9", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:14 GMT"} })
84372024-11-19T06:08:15.213ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
84382024-11-19T06:08:15.214ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
84392024-11-19T06:08:15.214ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84402024-11-19T06:08:15.214ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84412024-11-19T06:08:15.215ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
84422024-11-19T06:08:15.220ZDEBGnexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name("external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name("external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name("nexus-67225c0a-0a53-4e08-a753-a917553c7b98"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name("nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name("nexus-8318957c-506a-4355-8689-147ab934628e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]} vpc_interfaces = {}
84432024-11-19T06:08:15.220ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84442024-11-19T06:08:15.220ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84452024-11-19T06:08:15.222ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84462024-11-19T06:08:15.223ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
84472024-11-19T06:08:15.223ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84482024-11-19T06:08:15.224ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84492024-11-19T06:08:15.225ZDEBGnexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
84502024-11-19T06:08:15.225ZDEBGnexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 256f247e-4de6-49b2-a232-cf77d0f780e4, kind: Service { id: bb4d79db-b332-4dd4-8e52-fcecf48e448d }, name: Name("external-dns-bb4d79db-b332-4dd4-8e52-fcecf48e448d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 218])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d1b85f63-706d-4ace-ba0e-597770a5fb36, kind: Service { id: c29d6cd6-2a42-4173-b7b2-1125c4e42dc9 }, name: Name("external-dns-c29d6cd6-2a42-4173-b7b2-1125c4e42dc9"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 185, 99])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 06879b4d-7caa-4269-9225-8fc437aa415d, kind: Service { id: 67225c0a-0a53-4e08-a753-a917553c7b98 }, name: Name("nexus-67225c0a-0a53-4e08-a753-a917553c7b98"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 246, 174])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 16dfcd1a-39ad-4d73-ad80-575882a493b7, kind: Service { id: 3ad742bb-4404-4a65-bfcd-5935cc6c6458 }, name: Name("nexus-3ad742bb-4404-4a65-bfcd-5935cc6c6458"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ff00a53c-dab4-46e5-9026-b7386ebdd8fd, kind: Service { id: 8318957c-506a-4355-8689-147ab934628e }, name: Name("nexus-8318957c-506a-4355-8689-147ab934628e"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
84512024-11-19T06:08:15.225ZDEBGnexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
84522024-11-19T06:08:15.230ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
84532024-11-19T06:08:15.230ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
84542024-11-19T06:08:15.232ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84552024-11-19T06:08:15.234ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
84562024-11-19T06:08:15.234ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
84572024-11-19T06:08:15.234ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
84582024-11-19T06:08:15.236ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84592024-11-19T06:08:15.238ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
84602024-11-19T06:08:15.238ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
84612024-11-19T06:08:15.238ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
84622024-11-19T06:08:15.310ZDEBGnexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 176942d8-6f67-414d-8390-55e992dfe909, time_created: 2024-11-19T05:53:31.248412Z, time_modified: 2024-11-19T05:53:31.248412Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, is_scrimlet: true, serial_number: "buskin", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
84632024-11-19T06:08:15.310ZDEBGnexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
84642024-11-19T06:08:15.310ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84652024-11-19T06:08:15.310ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84662024-11-19T06:08:15.313ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
84672024-11-19T06:08:15.314ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
84682024-11-19T06:08:15.315ZDEBGnexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
84692024-11-19T06:08:15.317ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
84702024-11-19T06:08:15.320ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
84712024-11-19T06:08:15.383ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
84722024-11-19T06:08:15.383ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "e997ce1b-4414-4b80-8e93-469ab9e381be", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
84732024-11-19T06:08:15.383ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
84742024-11-19T06:08:15.388ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "65413839-f754-42ea-adb5-99445a7ca822", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
84752024-11-19T06:08:15.388ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
84762024-11-19T06:08:15.390ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
84772024-11-19T06:08:15.390ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 351.420818ms iteration = 18 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
84782024-11-19T06:08:15.405ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
84792024-11-19T06:08:15.405ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
84802024-11-19T06:08:15.426ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
84812024-11-19T06:08:15.426ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b9d20a2a-91d9-4527-a0b8-06820d097740", "content-length": "2", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
84822024-11-19T06:08:15.429ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
84832024-11-19T06:08:15.429ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
84842024-11-19T06:08:15.431ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 393.001949ms iteration = 31 status = null
84852024-11-19T06:08:15.438ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "eb8a05a2-90dd-44e8-9c54-148b5ffa3f10", "content-length": "372", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
84862024-11-19T06:08:15.438ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
84872024-11-19T06:08:15.439ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
84882024-11-19T06:08:15.485ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
84892024-11-19T06:08:15.485ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
84902024-11-19T06:08:15.485ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3657a69a-90ad-40d6-8418-67d6d87f9d0b", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
84912024-11-19T06:08:15.485ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
84922024-11-19T06:08:15.485ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
84932024-11-19T06:08:15.486ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
84942024-11-19T06:08:15.486ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e5232cf-2f1a-4ae3-8cfc-cf88800997cb", "content-length": "691", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
84952024-11-19T06:08:15.486ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
84962024-11-19T06:08:15.487ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
84972024-11-19T06:08:15.487ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
84982024-11-19T06:08:15.488ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 450.254274ms iteration = 32 status = {}
84992024-11-19T06:08:15.489ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
85002024-11-19T06:08:15.489ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
85012024-11-19T06:08:15.492ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
85022024-11-19T06:08:15.492ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
85032024-11-19T06:08:15.493ZDEBGnexus (service-firewall-rule-progator): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
85042024-11-19T06:08:15.494ZDEBGnexus (service-firewall-rule-progator): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "f1ccc8b9-f23b-4ffe-9b68-18a734ab24b2", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85052024-11-19T06:08:15.495ZINFOnexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
85062024-11-19T06:08:15.495ZDEBGnexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 456.408387ms
85072024-11-19T06:08:15.495ZDEBGnexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 456.418997ms iteration = 4 status = {}
85082024-11-19T06:08:15.496ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
85092024-11-19T06:08:15.496ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
85102024-11-19T06:08:15.496ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "56507f93-8b89-4218-aebc-52589645e1eb", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85112024-11-19T06:08:15.498ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 459.793012ms iteration = 33 status = {}
85122024-11-19T06:08:15.500ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
85132024-11-19T06:08:15.500ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
85142024-11-19T06:08:15.500ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "29a071b7-daa0-4150-aa60-1a280bd0dddb", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:14 GMT"} })
85152024-11-19T06:08:15.500ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
85162024-11-19T06:08:15.501ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
85172024-11-19T06:08:15.501ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
85182024-11-19T06:08:15.501ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "703dda16-6412-48cd-817e-19524da6ccc8", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:14 GMT"} })
85192024-11-19T06:08:15.501ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
85202024-11-19T06:08:15.501ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
85212024-11-19T06:08:15.504ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
85222024-11-19T06:08:15.545ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
85232024-11-19T06:08:15.575ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 536.721311ms iteration = 31 status = {}
85242024-11-19T06:08:15.614ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
85252024-11-19T06:08:15.614ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "e75d63f1-4a69-4134-8c16-7d8f77a90b2a", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85262024-11-19T06:08:15.614ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85272024-11-19T06:08:15.617ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "081796d8-2c18-4ad5-a8f9-a88e8d252d8e", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85282024-11-19T06:08:15.617ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85292024-11-19T06:08:15.618ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "6d4d8d3d-f329-42d4-857e-1bdaf81efad4", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85302024-11-19T06:08:15.618ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85312024-11-19T06:08:15.620ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
85322024-11-19T06:08:15.620ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 581.632426ms iteration = 18 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
85332024-11-19T06:08:15.655ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85342024-11-19T06:08:15.655ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85352024-11-19T06:08:15.657ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
85362024-11-19T06:08:15.657ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85372024-11-19T06:08:15.657ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85382024-11-19T06:08:15.671ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
85392024-11-19T06:08:15.672ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "4c8282ae-de63-4d35-b2fd-05ef331343c2", "content-length": "134", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85402024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
85412024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
85422024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
85432024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
85442024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
85452024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
85462024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
85472024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
85482024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
85492024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
85502024-11-19T06:08:15.672ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
85512024-11-19T06:08:15.672ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85522024-11-19T06:08:15.673ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85532024-11-19T06:08:15.675ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
85542024-11-19T06:08:15.675ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c20ebdc8-19f4-4d3f-bd4f-4d03e8de4936", "content-length": "2", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85552024-11-19T06:08:15.675ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
85562024-11-19T06:08:15.675ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "e04949e1-bd18-470f-8826-f4a167473487", "content-length": "52", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85572024-11-19T06:08:15.675ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
85582024-11-19T06:08:15.675ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
85592024-11-19T06:08:15.780ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a96e2dd5-8f5b-4a8d-aa20-104331fde699", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85602024-11-19T06:08:15.780ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
85612024-11-19T06:08:15.780ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
85622024-11-19T06:08:15.784ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "ae53d218-0880-4f17-b5b5-274e662e48ac", "content-length": "682", "date": "Tue, 19 Nov 2024 06:08:15 GMT"} })
85632024-11-19T06:08:15.784ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85642024-11-19T06:08:15.785ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85652024-11-19T06:08:15.788ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85662024-11-19T06:08:15.789ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85672024-11-19T06:08:15.792ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85682024-11-19T06:08:15.792ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85692024-11-19T06:08:15.793ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
85702024-11-19T06:08:15.794ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
85712024-11-19T06:08:15.801ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 762.422053ms iteration = 31 status = {}
85722024-11-19T06:08:15.853ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5a77d1c-4140-46ce-8bb0-b25aee6a7a24 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85732024-11-19T06:08:15.853ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5a77d1c-4140-46ce-8bb0-b25aee6a7a24 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85742024-11-19T06:08:15.855ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2462 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b5a77d1c-4140-46ce-8bb0-b25aee6a7a24 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85752024-11-19T06:08:16.242ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:37678
85762024-11-19T06:08:16.242ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37678 req_id = a38f0b87-21d9-40ea-8ed9-5a7e9d995d54 roles = RoleSet { roles: {} } uri = /metrics/producers
85772024-11-19T06:08:16.242ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37678 req_id = a38f0b87-21d9-40ea-8ed9-5a7e9d995d54 resource = Database result = Ok(()) uri = /metrics/producers
85782024-11-19T06:08:16.278ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = cfb9a3c3-8ece-46ff-a0f6-134094b915cd
85792024-11-19T06:08:16.278ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35680 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:37678 req_id = a38f0b87-21d9-40ea-8ed9-5a7e9d995d54 response_code = 201 uri = /metrics/producers
85802024-11-19T06:08:16.879ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b28888b8-898e-42f3-a115-6556c1d33d85 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85812024-11-19T06:08:16.879ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b28888b8-898e-42f3-a115-6556c1d33d85 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85822024-11-19T06:08:16.881ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2002 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b28888b8-898e-42f3-a115-6556c1d33d85 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85832024-11-19T06:08:17.903ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e3bd11df-75ec-4d26-87d7-cc6c0e8d4d22 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85842024-11-19T06:08:17.903ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e3bd11df-75ec-4d26-87d7-cc6c0e8d4d22 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85852024-11-19T06:08:17.905ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2272 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e3bd11df-75ec-4d26-87d7-cc6c0e8d4d22 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85862024-11-19T06:08:18.927ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a7f6f3db-c150-44bf-8844-a56faa45ae96 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85872024-11-19T06:08:18.927ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a7f6f3db-c150-44bf-8844-a56faa45ae96 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85882024-11-19T06:08:18.929ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2675 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a7f6f3db-c150-44bf-8844-a56faa45ae96 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85892024-11-19T06:08:19.000ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:59387
85902024-11-19T06:08:19.001ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:59387 req_id = afa6333b-55cb-402b-8106-c42330ddb701 roles = RoleSet { roles: {} } uri = /metrics/producers
85912024-11-19T06:08:19.001ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:59387 req_id = afa6333b-55cb-402b-8106-c42330ddb701 resource = Database result = Ok(()) uri = /metrics/producers
85922024-11-19T06:08:19.038ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 176942d8-6f67-414d-8390-55e992dfe909
85932024-11-19T06:08:19.038ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37077 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:59387 req_id = afa6333b-55cb-402b-8106-c42330ddb701 response_code = 201 uri = /metrics/producers
85942024-11-19T06:08:19.952ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1c0ee3ec-9486-4e07-ab7b-9409cfce236f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85952024-11-19T06:08:19.952ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1c0ee3ec-9486-4e07-ab7b-9409cfce236f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85962024-11-19T06:08:19.954ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2327 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1c0ee3ec-9486-4e07-ab7b-9409cfce236f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
85972024-11-19T06:08:20.735ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1303 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = e8fe76f0-caad-4baf-9306-8faaff2ea818 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
85982024-11-19T06:08:20.927ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:39470
85992024-11-19T06:08:20.927ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39470 req_id = d591289e-950a-4a43-b15d-a4284df3148b roles = RoleSet { roles: {} } uri = /metrics/producers
86002024-11-19T06:08:20.928ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39470 req_id = d591289e-950a-4a43-b15d-a4284df3148b resource = Database result = Ok(()) uri = /metrics/producers
86012024-11-19T06:08:20.964ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 2edac36b-5a29-4ab8-b168-45e29d532125
86022024-11-19T06:08:20.964ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 37111 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:39470 req_id = d591289e-950a-4a43-b15d-a4284df3148b response_code = 201 uri = /metrics/producers
86032024-11-19T06:08:20.976ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d0ed6b61-9fe5-45ee-887f-c06f34f42907 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86042024-11-19T06:08:20.977ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d0ed6b61-9fe5-45ee-887f-c06f34f42907 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86052024-11-19T06:08:20.979ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2344 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = d0ed6b61-9fe5-45ee-887f-c06f34f42907 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86062024-11-19T06:08:22.001ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1bbf8647-2f2c-4d7f-bc6b-5d0f6e3af01f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86072024-11-19T06:08:22.001ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1bbf8647-2f2c-4d7f-bc6b-5d0f6e3af01f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86082024-11-19T06:08:22.003ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2433 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 1bbf8647-2f2c-4d7f-bc6b-5d0f6e3af01f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86092024-11-19T06:08:23.026ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a574f4eb-8fd7-42a7-9c05-76889e5a052b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86102024-11-19T06:08:23.026ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a574f4eb-8fd7-42a7-9c05-76889e5a052b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86112024-11-19T06:08:23.028ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2107 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a574f4eb-8fd7-42a7-9c05-76889e5a052b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86122024-11-19T06:08:23.696ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:62749
86132024-11-19T06:08:23.696ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:62749 req_id = 051584fc-ee7e-4a15-9c6c-54a1ee0bd9c6 roles = RoleSet { roles: {} } uri = /metrics/producers
86142024-11-19T06:08:23.697ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:62749 req_id = 051584fc-ee7e-4a15-9c6c-54a1ee0bd9c6 resource = Database result = Ok(()) uri = /metrics/producers
86152024-11-19T06:08:23.708ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 54c438a0-f456-4554-b449-bdcbdb2ca2f1
86162024-11-19T06:08:23.708ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 12233 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:62749 req_id = 051584fc-ee7e-4a15-9c6c-54a1ee0bd9c6 response_code = 201 uri = /metrics/producers
86172024-11-19T06:08:23.853ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1]:37894
86182024-11-19T06:08:23.853ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37894 req_id = 7ffcc772-dde6-441f-a60a-cb5cd3766927 roles = RoleSet { roles: {} } uri = /metrics/producers
86192024-11-19T06:08:23.853ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37894 req_id = 7ffcc772-dde6-441f-a60a-cb5cd3766927 resource = Database result = Ok(()) uri = /metrics/producers
86202024-11-19T06:08:23.864ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 675ef713-93e6-452f-9276-e2ff6919ea92
86212024-11-19T06:08:23.864ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 11236 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1]:37894 req_id = 7ffcc772-dde6-441f-a60a-cb5cd3766927 response_code = 201 uri = /metrics/producers
86222024-11-19T06:08:24.050ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3bae60ab-68a4-4466-aaf8-172d704441bd roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86232024-11-19T06:08:24.050ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3bae60ab-68a4-4466-aaf8-172d704441bd resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86242024-11-19T06:08:24.052ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2174 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3bae60ab-68a4-4466-aaf8-172d704441bd response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86252024-11-19T06:08:25.009ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::2]:57073
86262024-11-19T06:08:25.009ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:57073 req_id = cc7b5f2b-76ce-47ea-b91c-cf14db97b11d roles = RoleSet { roles: {} } uri = /metrics/producers
86272024-11-19T06:08:25.010ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:57073 req_id = cc7b5f2b-76ce-47ea-b91c-cf14db97b11d resource = Database result = Ok(()) uri = /metrics/producers
86282024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 92 reason = Timeout
86292024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 92 reason = Timeout
86302024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86312024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
86322024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86332024-11-19T06:08:25.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
86342024-11-19T06:08:25.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86352024-11-19T06:08:25.041ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
86362024-11-19T06:08:25.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
86372024-11-19T06:08:25.043ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
86382024-11-19T06:08:25.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86392024-11-19T06:08:25.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86402024-11-19T06:08:25.044ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = bc732c40-7477-46ff-8e17-70606671989c
86412024-11-19T06:08:25.044ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 34947 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::2]:57073 req_id = cc7b5f2b-76ce-47ea-b91c-cf14db97b11d response_code = 201 uri = /metrics/producers
86422024-11-19T06:08:25.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86432024-11-19T06:08:25.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86442024-11-19T06:08:25.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86452024-11-19T06:08:25.051ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
86462024-11-19T06:08:25.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86472024-11-19T06:08:25.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86482024-11-19T06:08:25.063ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
86492024-11-19T06:08:25.064ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.791538ms iteration = 92 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
86502024-11-19T06:08:25.076ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad6e9a89-899a-41c8-bc23-e3a24dce2b30 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86512024-11-19T06:08:25.076ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad6e9a89-899a-41c8-bc23-e3a24dce2b30 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86522024-11-19T06:08:25.077ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 38.55569ms iteration = 92 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
86532024-11-19T06:08:25.078ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2103 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ad6e9a89-899a-41c8-bc23-e3a24dce2b30 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86542024-11-19T06:08:25.726ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 9f2add4a-3e5c-4501-8734-6e0c4fda7cde roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
86552024-11-19T06:08:25.727ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 9f2add4a-3e5c-4501-8734-6e0c4fda7cde resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
86562024-11-19T06:08:25.729ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3234 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 9f2add4a-3e5c-4501-8734-6e0c4fda7cde response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
86572024-11-19T06:08:25.729ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0be3a38a-095b-4fb4-ae2d-634dcc98d7f6 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
86582024-11-19T06:08:25.730ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0be3a38a-095b-4fb4-ae2d-634dcc98d7f6 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
86592024-11-19T06:08:25.731ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1920 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 0be3a38a-095b-4fb4-ae2d-634dcc98d7f6 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
86602024-11-19T06:08:26.101ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09232bca-ac1b-4ef0-9d89-c536d6fb8467 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86612024-11-19T06:08:26.101ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09232bca-ac1b-4ef0-9d89-c536d6fb8467 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86622024-11-19T06:08:26.103ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2151 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09232bca-ac1b-4ef0-9d89-c536d6fb8467 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86632024-11-19T06:08:27.125ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e451b9-edb0-4f9b-aa81-e56c572042dc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86642024-11-19T06:08:27.125ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e451b9-edb0-4f9b-aa81-e56c572042dc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86652024-11-19T06:08:27.127ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2394 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 90e451b9-edb0-4f9b-aa81-e56c572042dc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86662024-11-19T06:08:28.150ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fa68d8-c214-4b4d-a99d-d168269a84d0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86672024-11-19T06:08:28.151ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fa68d8-c214-4b4d-a99d-d168269a84d0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86682024-11-19T06:08:28.152ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2252 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 14fa68d8-c214-4b4d-a99d-d168269a84d0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86692024-11-19T06:08:29.175ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d964cab-11fb-424a-b139-0a9011876fdc roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86702024-11-19T06:08:29.176ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d964cab-11fb-424a-b139-0a9011876fdc resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86712024-11-19T06:08:29.177ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2135 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 3d964cab-11fb-424a-b139-0a9011876fdc response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86722024-11-19T06:08:29.895ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4e70372a-e8f7-4ffc-a8f9-6e5aecb2615a roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
86732024-11-19T06:08:29.895ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4e70372a-e8f7-4ffc-a8f9-6e5aecb2615a resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
86742024-11-19T06:08:29.898ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3662 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = 4e70372a-e8f7-4ffc-a8f9-6e5aecb2615a response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
86752024-11-19T06:08:30.201ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b0eecf58-d303-4784-bb7a-7cdaf86a3d0a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86762024-11-19T06:08:30.201ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b0eecf58-d303-4784-bb7a-7cdaf86a3d0a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86772024-11-19T06:08:30.203ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2574 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = b0eecf58-d303-4784-bb7a-7cdaf86a3d0a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86782024-11-19T06:08:31.227ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 844b8cfe-911c-4bb8-85e7-eed5fc6399b1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86792024-11-19T06:08:31.228ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 844b8cfe-911c-4bb8-85e7-eed5fc6399b1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86802024-11-19T06:08:31.230ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2536 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 844b8cfe-911c-4bb8-85e7-eed5fc6399b1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86812024-11-19T06:08:32.252ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 23aa0ec8-755a-4b48-b069-87fe7f128dc3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86822024-11-19T06:08:32.253ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 23aa0ec8-755a-4b48-b069-87fe7f128dc3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86832024-11-19T06:08:32.255ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2417 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 23aa0ec8-755a-4b48-b069-87fe7f128dc3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86842024-11-19T06:08:33.278ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 786db7b5-aed5-4410-a85e-94289aa8d80a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86852024-11-19T06:08:33.278ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 786db7b5-aed5-4410-a85e-94289aa8d80a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86862024-11-19T06:08:33.280ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2169 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 786db7b5-aed5-4410-a85e-94289aa8d80a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86872024-11-19T06:08:34.303ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0378b961-a995-4130-9ca8-bc6146c33ab2 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86882024-11-19T06:08:34.303ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0378b961-a995-4130-9ca8-bc6146c33ab2 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86892024-11-19T06:08:34.305ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2454 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 0378b961-a995-4130-9ca8-bc6146c33ab2 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
86902024-11-19T06:08:35.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 93 reason = Timeout
86912024-11-19T06:08:35.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 93 reason = Timeout
86922024-11-19T06:08:35.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
86932024-11-19T06:08:35.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
86942024-11-19T06:08:35.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86952024-11-19T06:08:35.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
86962024-11-19T06:08:35.041ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
86972024-11-19T06:08:35.042ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
86982024-11-19T06:08:35.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
86992024-11-19T06:08:35.044ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.477176ms iteration = 93 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
87002024-11-19T06:08:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
87012024-11-19T06:08:35.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87022024-11-19T06:08:35.044ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87032024-11-19T06:08:35.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87042024-11-19T06:08:35.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87052024-11-19T06:08:35.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
87062024-11-19T06:08:35.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
87072024-11-19T06:08:35.050ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87082024-11-19T06:08:35.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87092024-11-19T06:08:35.062ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
87102024-11-19T06:08:35.062ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.448603ms iteration = 93 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
87112024-11-19T06:08:35.329ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8181a2e-2ea3-4572-a357-af0112d3e65a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87122024-11-19T06:08:35.329ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8181a2e-2ea3-4572-a357-af0112d3e65a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87132024-11-19T06:08:35.331ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2151 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e8181a2e-2ea3-4572-a357-af0112d3e65a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87142024-11-19T06:08:35.735ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1662 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = 9b2febf4-dd4e-4223-845f-7d85c7978d10 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
87152024-11-19T06:08:35.907ZDEBGnexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
87162024-11-19T06:08:35.907ZDEBGnexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
87172024-11-19T06:08:35.938ZDEBGnexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
87182024-11-19T06:08:35.938ZINFOnexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:41473
87192024-11-19T06:08:35.938ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:41473 req_id = be75e14d-b6fc-434c-a7d0-54456d646a61 roles = RoleSet { roles: {} } uri = /metrics/producers
87202024-11-19T06:08:35.938ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:41473 req_id = be75e14d-b6fc-434c-a7d0-54456d646a61 resource = Database result = Ok(()) uri = /metrics/producers
87212024-11-19T06:08:35.946ZINFOnexus: assigned collector to new producer collector_id = da1ff28e-ea87-4bc7-83f5-781f17826bcc file = nexus/src/app/oximeter.rs:76 producer_id = 3ad742bb-4404-4a65-bfcd-5935cc6c6458
87222024-11-19T06:08:35.946ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 8295 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:41473 req_id = be75e14d-b6fc-434c-a7d0-54456d646a61 response_code = 201 uri = /metrics/producers
87232024-11-19T06:08:35.946ZDEBGnexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "be75e14d-b6fc-434c-a7d0-54456d646a61", "content-length": "41", "date": "Tue, 19 Nov 2024 06:08:35 GMT"} })
87242024-11-19T06:08:35.949ZDEBGnexus (producer-registration-task): registered with nexus successfully
87252024-11-19T06:08:35.949ZDEBGnexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
87262024-11-19T06:08:36.351ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b133099-1c64-4bcc-800b-545367b789c9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87272024-11-19T06:08:36.352ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b133099-1c64-4bcc-800b-545367b789c9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87282024-11-19T06:08:36.353ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2084 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 2b133099-1c64-4bcc-800b-545367b789c9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87292024-11-19T06:08:37.375ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 036e3397-27d9-4bde-acf9-ae48be584c00 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87302024-11-19T06:08:37.375ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 036e3397-27d9-4bde-acf9-ae48be584c00 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87312024-11-19T06:08:37.377ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2227 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 036e3397-27d9-4bde-acf9-ae48be584c00 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87322024-11-19T06:08:38.397ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e4bbc058-cf92-4e10-8e27-2c9768d7e159 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87332024-11-19T06:08:38.397ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e4bbc058-cf92-4e10-8e27-2c9768d7e159 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87342024-11-19T06:08:38.400ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2765 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e4bbc058-cf92-4e10-8e27-2c9768d7e159 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87352024-11-19T06:08:39.421ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f394dc35-e36e-486f-8886-c4c7edf1120c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87362024-11-19T06:08:39.422ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f394dc35-e36e-486f-8886-c4c7edf1120c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87372024-11-19T06:08:39.424ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2700 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f394dc35-e36e-486f-8886-c4c7edf1120c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87382024-11-19T06:08:40.446ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a1c7cab-7628-4493-97a6-89d8aa7f41a5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87392024-11-19T06:08:40.446ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a1c7cab-7628-4493-97a6-89d8aa7f41a5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87402024-11-19T06:08:40.449ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2649 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4a1c7cab-7628-4493-97a6-89d8aa7f41a5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87412024-11-19T06:08:40.726ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 762140dd-d318-4443-90c1-ce2a5660d004 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
87422024-11-19T06:08:40.726ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 762140dd-d318-4443-90c1-ce2a5660d004 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
87432024-11-19T06:08:40.728ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2647 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 762140dd-d318-4443-90c1-ce2a5660d004 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?sort_by=id_ascending
87442024-11-19T06:08:40.729ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7b0b0c35-32b6-4452-a93f-f01f2d5abf62 roles = RoleSet { roles: {} } uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
87452024-11-19T06:08:40.729ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7b0b0c35-32b6-4452-a93f-f01f2d5abf62 resource = Database result = Ok(()) uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
87462024-11-19T06:08:40.730ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1818 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:54002 req_id = 7b0b0c35-32b6-4452-a93f-f01f2d5abf62 response_code = 200 uri = /metrics/collectors/da1ff28e-ea87-4bc7-83f5-781f17826bcc/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjZmI5YTNjMy04ZWNlLTQ2ZmYtYTBmNi0xMzQwOTRiOTE1Y2QifX0%3D
87472024-11-19T06:08:41.470ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 670eb1eb-682b-46c6-974a-8baf2a4f18b1 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87482024-11-19T06:08:41.470ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 670eb1eb-682b-46c6-974a-8baf2a4f18b1 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87492024-11-19T06:08:41.472ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2697 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 670eb1eb-682b-46c6-974a-8baf2a4f18b1 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87502024-11-19T06:08:42.494ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 119e4b39-6bde-4f36-aed9-63eada7f985e roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87512024-11-19T06:08:42.494ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 119e4b39-6bde-4f36-aed9-63eada7f985e resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87522024-11-19T06:08:42.496ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2509 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 119e4b39-6bde-4f36-aed9-63eada7f985e response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87532024-11-19T06:08:43.519ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 755174f4-b6d1-4c6e-80de-80d535de352b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87542024-11-19T06:08:43.519ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 755174f4-b6d1-4c6e-80de-80d535de352b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87552024-11-19T06:08:43.521ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2584 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 755174f4-b6d1-4c6e-80de-80d535de352b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87562024-11-19T06:08:44.542ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7b09be1-8683-463e-a57c-3727e47af402 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87572024-11-19T06:08:44.543ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7b09be1-8683-463e-a57c-3727e47af402 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87582024-11-19T06:08:44.545ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2174 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e7b09be1-8683-463e-a57c-3727e47af402 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
87592024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 33 reason = Timeout
87602024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
87612024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
87622024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 32 reason = Timeout
87632024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 36 reason = Timeout
87642024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
87652024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
87662024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 32 reason = Timeout
87672024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 32 reason = Timeout
87682024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
87692024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 94 reason = Timeout
87702024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
87712024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
87722024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 33 reason = Timeout
87732024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
87742024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 32 reason = Timeout
87752024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
87762024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 32 reason = Timeout
87772024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
87782024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 32 reason = Timeout
87792024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
87802024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 34 reason = Timeout
87812024-11-19T06:08:45.039ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
87822024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
87832024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 32 reason = Timeout
87842024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
87852024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 94 reason = Timeout
87862024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
87872024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 32 reason = Timeout
87882024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
87892024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
87902024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
87912024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
87922024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
87932024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
87942024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
87952024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
87962024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
87972024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
87982024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
87992024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
88002024-11-19T06:08:45.039ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
88012024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 32 reason = Timeout
88022024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 32 reason = Timeout
88032024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
88042024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
88052024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 32 reason = Timeout
88062024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
88072024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
88082024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
88092024-11-19T06:08:45.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
88102024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88112024-11-19T06:08:45.042ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
88122024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
88132024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
88142024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
88152024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.146063ms iteration = 32 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
88162024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
88172024-11-19T06:08:45.042ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
88182024-11-19T06:08:45.043ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88192024-11-19T06:08:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
88202024-11-19T06:08:45.045ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
88212024-11-19T06:08:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
88222024-11-19T06:08:45.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
88232024-11-19T06:08:45.045ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
88242024-11-19T06:08:45.046ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
88252024-11-19T06:08:45.046ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88262024-11-19T06:08:45.047ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88272024-11-19T06:08:45.047ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88282024-11-19T06:08:45.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88292024-11-19T06:08:45.048ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3755, tv_nsec: 828973014 } })
88302024-11-19T06:08:45.049ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
88312024-11-19T06:08:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
88322024-11-19T06:08:45.049ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
88332024-11-19T06:08:45.049ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
88342024-11-19T06:08:45.050ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
88352024-11-19T06:08:45.050ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88362024-11-19T06:08:45.050ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
88372024-11-19T06:08:45.050ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
88382024-11-19T06:08:45.050ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3755, tv_nsec: 831078146 } })
88392024-11-19T06:08:45.050ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
88402024-11-19T06:08:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
88412024-11-19T06:08:45.051ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
88422024-11-19T06:08:45.051ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
88432024-11-19T06:08:45.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
88442024-11-19T06:08:45.052ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
88452024-11-19T06:08:45.052ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 12.442259ms iteration = 32 status = {"errors":[],"garbage_collect_requested":[]}
88462024-11-19T06:08:45.053ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
88472024-11-19T06:08:45.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
88482024-11-19T06:08:45.054ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
88492024-11-19T06:08:45.054ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
88502024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
88512024-11-19T06:08:45.055ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
88522024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
88532024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
88542024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
88552024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
88562024-11-19T06:08:45.055ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88572024-11-19T06:08:45.057ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
88582024-11-19T06:08:45.057ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3755, tv_nsec: 837466632 } })
88592024-11-19T06:08:45.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
88602024-11-19T06:08:45.057ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
88612024-11-19T06:08:45.057ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
88622024-11-19T06:08:45.057ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88632024-11-19T06:08:45.057ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
88642024-11-19T06:08:45.059ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
88652024-11-19T06:08:45.059ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
88662024-11-19T06:08:45.059ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
88672024-11-19T06:08:45.060ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
88682024-11-19T06:08:45.079ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
88692024-11-19T06:08:45.079ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
88702024-11-19T06:08:45.080ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
88712024-11-19T06:08:45.081ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
88722024-11-19T06:08:45.083ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 42.936536ms iteration = 32 status = {"errors":[],"records_set_to_done":[]}
88732024-11-19T06:08:45.086ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 46.924837ms iteration = 94 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
88742024-11-19T06:08:45.086ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 47.010288ms iteration = 32 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
88752024-11-19T06:08:45.087ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
88762024-11-19T06:08:45.087ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 48.15053ms iteration = 32 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
88772024-11-19T06:08:45.094ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
88782024-11-19T06:08:45.094ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
88792024-11-19T06:08:45.094ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 54.92446ms iteration = 33 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
88802024-11-19T06:08:45.098ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88812024-11-19T06:08:45.099ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
88822024-11-19T06:08:45.099ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 58.679869ms iteration = 32 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
88832024-11-19T06:08:45.101ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
88842024-11-19T06:08:45.101ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
88852024-11-19T06:08:45.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
88862024-11-19T06:08:45.102ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
88872024-11-19T06:08:45.102ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
88882024-11-19T06:08:45.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
88892024-11-19T06:08:45.107ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 68.234658ms iteration = 32 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
88902024-11-19T06:08:45.145ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
88912024-11-19T06:08:45.145ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
88922024-11-19T06:08:45.283ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
88932024-11-19T06:08:45.283ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
88942024-11-19T06:08:45.284ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3431ab5b-d92f-461a-a94a-97991ab1dc96", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
88952024-11-19T06:08:45.284ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
88962024-11-19T06:08:45.285ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
88972024-11-19T06:08:45.287ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
88982024-11-19T06:08:45.287ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
88992024-11-19T06:08:45.287ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
89002024-11-19T06:08:45.287ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
89012024-11-19T06:08:45.287ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "079849b6-b14d-4738-a4d8-203af0a4eb44", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89022024-11-19T06:08:45.287ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
89032024-11-19T06:08:45.288ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "48ad4717-4a04-4c66-97e9-18ec47609397", "content-length": "372", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89042024-11-19T06:08:45.288ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
89052024-11-19T06:08:45.288ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
89062024-11-19T06:08:45.289ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
89072024-11-19T06:08:45.289ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
89082024-11-19T06:08:45.289ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d40078d-5a90-44bb-84cd-9e2eb00c2625", "content-length": "26", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89092024-11-19T06:08:45.289ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
89102024-11-19T06:08:45.290ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
89112024-11-19T06:08:45.290ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
89122024-11-19T06:08:45.290ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
89132024-11-19T06:08:45.292ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
89142024-11-19T06:08:45.315ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
89152024-11-19T06:08:45.315ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 275.957484ms iteration = 94 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
89162024-11-19T06:08:45.331ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89172024-11-19T06:08:45.334ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
89182024-11-19T06:08:45.334ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
89192024-11-19T06:08:45.334ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
89202024-11-19T06:08:45.337ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 297.774071ms iteration = 32 status = 0
89212024-11-19T06:08:45.345ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
89222024-11-19T06:08:45.345ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
89232024-11-19T06:08:45.345ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "f0b18694-1e80-47ec-8b06-584c7f2c5c82", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89242024-11-19T06:08:45.345ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
89252024-11-19T06:08:45.346ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
89262024-11-19T06:08:45.347ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
89272024-11-19T06:08:45.347ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
89282024-11-19T06:08:45.351ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
89292024-11-19T06:08:45.351ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
89302024-11-19T06:08:45.355ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
89312024-11-19T06:08:45.355ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
89322024-11-19T06:08:45.355ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "51008aec-9aca-40ce-a9c1-5c7f0e51f037", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89332024-11-19T06:08:45.357ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 317.96322ms iteration = 34 status = {}
89342024-11-19T06:08:45.362ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
89352024-11-19T06:08:45.362ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "5638fc98-90f3-4c68-a282-ffa29080a06e", "content-length": "2", "date": "Tue, 19 Nov 2024 06:08:44 GMT"} })
89362024-11-19T06:08:45.363ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
89372024-11-19T06:08:45.364ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
89382024-11-19T06:08:45.366ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 326.711832ms iteration = 32 status = null
89392024-11-19T06:08:45.375ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 336.121569ms iteration = 32 status = {}
89402024-11-19T06:08:45.390ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
89412024-11-19T06:08:45.391ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 351.820662ms iteration = 36 status = {"physical_disks_added":0}
89422024-11-19T06:08:45.391ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
89432024-11-19T06:08:45.392ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89442024-11-19T06:08:45.394ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
89452024-11-19T06:08:45.394ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
89462024-11-19T06:08:45.394ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
89472024-11-19T06:08:45.396ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
89482024-11-19T06:08:45.397ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
89492024-11-19T06:08:45.397ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
89502024-11-19T06:08:45.397ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
89512024-11-19T06:08:45.437ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89522024-11-19T06:08:45.437ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89532024-11-19T06:08:45.440ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
89542024-11-19T06:08:45.440ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89552024-11-19T06:08:45.440ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89562024-11-19T06:08:45.450ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
89572024-11-19T06:08:45.450ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3b8e935a-7453-4fdf-9cd5-048ae4b47bd8", "content-length": "134", "date": "Tue, 19 Nov 2024 06:08:44 GMT"} })
89582024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
89592024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
89602024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
89612024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
89622024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
89632024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
89642024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
89652024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
89662024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
89672024-11-19T06:08:45.450ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
89682024-11-19T06:08:45.451ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
89692024-11-19T06:08:45.451ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89702024-11-19T06:08:45.451ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89712024-11-19T06:08:45.453ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
89722024-11-19T06:08:45.453ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa960a34-0f47-4ada-a2bf-c2806140e452", "content-length": "2", "date": "Tue, 19 Nov 2024 06:08:44 GMT"} })
89732024-11-19T06:08:45.453ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
89742024-11-19T06:08:45.453ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "487873e9-3587-4277-bc27-69825f83e2c2", "content-length": "52", "date": "Tue, 19 Nov 2024 06:08:44 GMT"} })
89752024-11-19T06:08:45.453ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
89762024-11-19T06:08:45.453ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
89772024-11-19T06:08:45.491ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
89782024-11-19T06:08:45.567ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "38d7b0c5-8ff5-45f2-bceb-1e21705499a0", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89792024-11-19T06:08:45.567ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
89802024-11-19T06:08:45.567ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
89812024-11-19T06:08:45.568ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "af3ecfd8-9a78-474d-aea0-e8fea87b28f0", "content-length": "682", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89822024-11-19T06:08:45.568ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89832024-11-19T06:08:45.568ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89842024-11-19T06:08:45.568ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2b0d0a71-cdbf-4884-ab59-115c20af6961", "content-length": "691", "date": "Tue, 19 Nov 2024 06:08:45 GMT"} })
89852024-11-19T06:08:45.568ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a22670-dd4c-4995-9fc3-3646699d21f3 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
89862024-11-19T06:08:45.568ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
89872024-11-19T06:08:45.568ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
89882024-11-19T06:08:45.568ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
89892024-11-19T06:08:45.568ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a22670-dd4c-4995-9fc3-3646699d21f3 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
89902024-11-19T06:08:45.570ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 531.099812ms iteration = 33 status = {}
89912024-11-19T06:08:45.571ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2792 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 87a22670-dd4c-4995-9fc3-3646699d21f3 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
89922024-11-19T06:08:45.572ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89932024-11-19T06:08:45.572ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89942024-11-19T06:08:45.576ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89952024-11-19T06:08:45.576ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89962024-11-19T06:08:45.578ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
89972024-11-19T06:08:45.578ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
89982024-11-19T06:08:45.585ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 546.568293ms iteration = 32 status = {}
89992024-11-19T06:08:46.592ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6628a3b0-c4fc-45d7-a902-0bed7f63c88d roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90002024-11-19T06:08:46.592ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6628a3b0-c4fc-45d7-a902-0bed7f63c88d resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90012024-11-19T06:08:46.595ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2632 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6628a3b0-c4fc-45d7-a902-0bed7f63c88d response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90022024-11-19T06:08:47.617ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8b26cdf-502f-4ce6-95a4-5f94e92d25b9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90032024-11-19T06:08:47.617ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8b26cdf-502f-4ce6-95a4-5f94e92d25b9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90042024-11-19T06:08:47.619ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2116 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c8b26cdf-502f-4ce6-95a4-5f94e92d25b9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90052024-11-19T06:08:48.640ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f6055c3a-81b6-4a30-a9b7-78f4229f0587 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90062024-11-19T06:08:48.640ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f6055c3a-81b6-4a30-a9b7-78f4229f0587 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90072024-11-19T06:08:48.642ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2312 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f6055c3a-81b6-4a30-a9b7-78f4229f0587 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90082024-11-19T06:08:49.663ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f0f5bc-64d6-47f0-b743-7a5ced18feb4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90092024-11-19T06:08:49.664ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f0f5bc-64d6-47f0-b743-7a5ced18feb4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90102024-11-19T06:08:49.666ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2234 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 09f0f5bc-64d6-47f0-b743-7a5ced18feb4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90112024-11-19T06:08:50.689ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd6e219-2b08-491a-909b-96a9906153e4 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90122024-11-19T06:08:50.689ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd6e219-2b08-491a-909b-96a9906153e4 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90132024-11-19T06:08:50.691ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2720 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9cd6e219-2b08-491a-909b-96a9906153e4 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90142024-11-19T06:08:50.733ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1340 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = c1985f5b-1562-45b0-9e6f-c47131c100c8 response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
90152024-11-19T06:08:51.713ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 63e49253-efc6-4291-b7ef-69e03e9d8823 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90162024-11-19T06:08:51.713ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 63e49253-efc6-4291-b7ef-69e03e9d8823 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90172024-11-19T06:08:51.715ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2384 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 63e49253-efc6-4291-b7ef-69e03e9d8823 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90182024-11-19T06:08:52.740ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d3ecb05-a91b-44f7-81d0-8f06fa2a99b5 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90192024-11-19T06:08:52.740ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d3ecb05-a91b-44f7-81d0-8f06fa2a99b5 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90202024-11-19T06:08:52.742ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2227 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 4d3ecb05-a91b-44f7-81d0-8f06fa2a99b5 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90212024-11-19T06:08:53.764ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f2e2f99-c461-4baa-8c7e-d7643824c8e8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90222024-11-19T06:08:53.765ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f2e2f99-c461-4baa-8c7e-d7643824c8e8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90232024-11-19T06:08:53.767ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2531 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 6f2e2f99-c461-4baa-8c7e-d7643824c8e8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90242024-11-19T06:08:54.790ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9a7b337-749a-48b6-8b6b-2845e5e92d28 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90252024-11-19T06:08:54.790ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9a7b337-749a-48b6-8b6b-2845e5e92d28 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90262024-11-19T06:08:54.792ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1987 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e9a7b337-749a-48b6-8b6b-2845e5e92d28 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90272024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 95 reason = Timeout
90282024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 95 reason = Timeout
90292024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
90302024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90312024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
90322024-11-19T06:08:55.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90332024-11-19T06:08:55.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90342024-11-19T06:08:55.044ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
90352024-11-19T06:08:55.044ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90362024-11-19T06:08:55.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90372024-11-19T06:08:55.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90382024-11-19T06:08:55.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90392024-11-19T06:08:55.048ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90402024-11-19T06:08:55.051ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
90412024-11-19T06:08:55.051ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90422024-11-19T06:08:55.051ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90432024-11-19T06:08:55.060ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
90442024-11-19T06:08:55.060ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.953017ms iteration = 95 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
90452024-11-19T06:08:55.069ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
90462024-11-19T06:08:55.069ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
90472024-11-19T06:08:55.096ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 56.367505ms iteration = 95 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
90482024-11-19T06:08:55.815ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 480fc2ee-b269-449a-adfe-ad3f4b6d457f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90492024-11-19T06:08:55.815ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 480fc2ee-b269-449a-adfe-ad3f4b6d457f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90502024-11-19T06:08:55.817ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2219 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 480fc2ee-b269-449a-adfe-ad3f4b6d457f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90512024-11-19T06:08:56.839ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f375bd36-5fb8-4b22-bf67-fe07fbee4d9a roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90522024-11-19T06:08:56.839ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f375bd36-5fb8-4b22-bf67-fe07fbee4d9a resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90532024-11-19T06:08:56.841ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2173 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f375bd36-5fb8-4b22-bf67-fe07fbee4d9a response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90542024-11-19T06:08:57.863ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb48985b-65fd-4d8a-8bf4-db79aa78e5fa roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90552024-11-19T06:08:57.864ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb48985b-65fd-4d8a-8bf4-db79aa78e5fa resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90562024-11-19T06:08:57.866ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2239 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bb48985b-65fd-4d8a-8bf4-db79aa78e5fa response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90572024-11-19T06:08:58.887ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a51ce87d-638d-4f3c-b5b8-1c67e1c97b7b roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90582024-11-19T06:08:58.888ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a51ce87d-638d-4f3c-b5b8-1c67e1c97b7b resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90592024-11-19T06:08:58.889ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1969 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a51ce87d-638d-4f3c-b5b8-1c67e1c97b7b response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90602024-11-19T06:08:59.913ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89b9ddbb-b733-49cc-b709-99565460c0e7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90612024-11-19T06:08:59.913ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89b9ddbb-b733-49cc-b709-99565460c0e7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90622024-11-19T06:08:59.916ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2924 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 89b9ddbb-b733-49cc-b709-99565460c0e7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90632024-11-19T06:08:59.930ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = d42f0f3a-5f84-4ccd-85e8-ba2cb1a0839b roles = RoleSet { roles: {} } uri = /nat/ipv4/changeset/10?limit=100
90642024-11-19T06:08:59.931ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = d42f0f3a-5f84-4ccd-85e8-ba2cb1a0839b resource = Database result = Ok(()) uri = /nat/ipv4/changeset/10?limit=100
90652024-11-19T06:08:59.934ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3608 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::2]:65056 req_id = d42f0f3a-5f84-4ccd-85e8-ba2cb1a0839b response_code = 200 uri = /nat/ipv4/changeset/10?limit=100
90662024-11-19T06:09:00.938ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 37630f67-2477-43f9-9598-37cb3c714ae9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90672024-11-19T06:09:00.939ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 37630f67-2477-43f9-9598-37cb3c714ae9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90682024-11-19T06:09:00.941ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2649 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 37630f67-2477-43f9-9598-37cb3c714ae9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90692024-11-19T06:09:01.964ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af0a17cb-5a44-4a0e-8a08-c085ed020f1f roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90702024-11-19T06:09:01.965ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af0a17cb-5a44-4a0e-8a08-c085ed020f1f resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90712024-11-19T06:09:01.967ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2668 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = af0a17cb-5a44-4a0e-8a08-c085ed020f1f response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90722024-11-19T06:09:02.988ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 08b63547-538d-4272-8c00-55413bc62588 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90732024-11-19T06:09:02.988ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 08b63547-538d-4272-8c00-55413bc62588 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90742024-11-19T06:09:02.990ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1933 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 08b63547-538d-4272-8c00-55413bc62588 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90752024-11-19T06:09:04.012ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce30e86d-c74d-4dfe-9fd3-193f449b1ae0 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90762024-11-19T06:09:04.013ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce30e86d-c74d-4dfe-9fd3-193f449b1ae0 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90772024-11-19T06:09:04.015ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2439 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ce30e86d-c74d-4dfe-9fd3-193f449b1ae0 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90782024-11-19T06:09:05.036ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7c400408-3724-47da-87ec-05166882effa roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90792024-11-19T06:09:05.037ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7c400408-3724-47da-87ec-05166882effa resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90802024-11-19T06:09:05.039ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2323 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 7c400408-3724-47da-87ec-05166882effa response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
90812024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 96 reason = Timeout
90822024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
90832024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 96 reason = Timeout
90842024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90852024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
90862024-11-19T06:09:05.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90872024-11-19T06:09:05.042ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90882024-11-19T06:09:05.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
90892024-11-19T06:09:05.045ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90902024-11-19T06:09:05.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90912024-11-19T06:09:05.047ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90922024-11-19T06:09:05.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90932024-11-19T06:09:05.050ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
90942024-11-19T06:09:05.053ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
90952024-11-19T06:09:05.053ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
90962024-11-19T06:09:05.053ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
90972024-11-19T06:09:05.064ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
90982024-11-19T06:09:05.064ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.06777ms iteration = 96 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
90992024-11-19T06:09:05.076ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
91002024-11-19T06:09:05.077ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
91012024-11-19T06:09:05.105ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.375709ms iteration = 96 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
91022024-11-19T06:09:05.736ZINFOnexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1721 local_addr = [fd00:1122:3344:101::b]:46685 method = GET remote_addr = [fd00:1122:3344:101::d]:59188 req_id = b6efcfbe-9be9-48a1-b3dd-0e1e63c5547f response_code = 200 uri = /3ad742bb-4404-4a65-bfcd-5935cc6c6458
91032024-11-19T06:09:06.062ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b90eecc-351a-42d6-9e7d-25eff0fd9dcb roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91042024-11-19T06:09:06.063ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b90eecc-351a-42d6-9e7d-25eff0fd9dcb resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91052024-11-19T06:09:06.065ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2259 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 9b90eecc-351a-42d6-9e7d-25eff0fd9dcb response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91062024-11-19T06:09:07.087ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a1cc50f-424a-40a6-a75b-6660285eb393 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91072024-11-19T06:09:07.088ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a1cc50f-424a-40a6-a75b-6660285eb393 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91082024-11-19T06:09:07.089ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2000 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 5a1cc50f-424a-40a6-a75b-6660285eb393 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91092024-11-19T06:09:08.111ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cca0cc86-c6f7-4b1f-badc-2d79137356ba roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91102024-11-19T06:09:08.112ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cca0cc86-c6f7-4b1f-badc-2d79137356ba resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91112024-11-19T06:09:08.113ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2247 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = cca0cc86-c6f7-4b1f-badc-2d79137356ba response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91122024-11-19T06:09:09.135ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3245df2-d8f1-4b48-8cf6-1fe64488531c roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91132024-11-19T06:09:09.136ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3245df2-d8f1-4b48-8cf6-1fe64488531c resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91142024-11-19T06:09:09.137ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2016 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = c3245df2-d8f1-4b48-8cf6-1fe64488531c response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91152024-11-19T06:09:10.158ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e057c952-8f4a-45d3-868b-012fbe00ae16 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91162024-11-19T06:09:10.158ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e057c952-8f4a-45d3-868b-012fbe00ae16 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91172024-11-19T06:09:10.160ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2509 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = e057c952-8f4a-45d3-868b-012fbe00ae16 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91182024-11-19T06:09:11.184ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ec2dfea8-f794-482d-b830-42eed78d37ac roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91192024-11-19T06:09:11.184ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ec2dfea8-f794-482d-b830-42eed78d37ac resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91202024-11-19T06:09:11.186ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2310 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = ec2dfea8-f794-482d-b830-42eed78d37ac response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91212024-11-19T06:09:12.208ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a74af1cc-2291-4d80-823e-6ecb2a3425a8 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91222024-11-19T06:09:12.208ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a74af1cc-2291-4d80-823e-6ecb2a3425a8 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91232024-11-19T06:09:12.210ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1985 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = a74af1cc-2291-4d80-823e-6ecb2a3425a8 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91242024-11-19T06:09:13.234ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 789e932d-32b7-4b51-92ce-e1a0aef2b488 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91252024-11-19T06:09:13.234ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 789e932d-32b7-4b51-92ce-e1a0aef2b488 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91262024-11-19T06:09:13.236ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2244 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = 789e932d-32b7-4b51-92ce-e1a0aef2b488 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91272024-11-19T06:09:14.259ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f08e7a46-a97b-4cfb-96db-a4d82c3363b9 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91282024-11-19T06:09:14.259ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f08e7a46-a97b-4cfb-96db-a4d82c3363b9 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91292024-11-19T06:09:14.261ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2197 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f08e7a46-a97b-4cfb-96db-a4d82c3363b9 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
91302024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 18 reason = Timeout
91312024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 18 reason = Timeout
91322024-11-19T06:09:15.039ZWARNnexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553
91332024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 23.06\u{b5}s iteration = 18 status = {"enabled":false,"target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553"}
91342024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = phantom_disks iteration = 33 reason = Timeout
91352024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 19 reason = Timeout
91362024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 97 reason = Timeout
91372024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 17 reason = Timeout
91382024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 18 reason = Timeout
91392024-11-19T06:09:15.039ZINFOnexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
91402024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
91412024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
91422024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 17 reason = Timeout
91432024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
91442024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 18 reason = Timeout
91452024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
91462024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
91472024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
91482024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
91492024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 18 reason = Timeout
91502024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 19 reason = Timeout
91512024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 17 reason = Timeout
91522024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement iteration = 33 reason = Timeout
91532024-11-19T06:09:15.039ZINFOnexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-11-19 05:59:15.039682173 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
91542024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
91552024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
91562024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 33 reason = Timeout
91572024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_watcher iteration = 33 reason = Timeout
91582024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91592024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 97 reason = Timeout
91602024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
91612024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 37 reason = Timeout
91622024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
91632024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
91642024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 17 reason = Timeout
91652024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
91662024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = v2p_manager iteration = 34 reason = Timeout
91672024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
91682024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 33 reason = Timeout
91692024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
91702024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = external_endpoints iteration = 18 reason = Timeout
91712024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
91722024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 35 reason = Timeout
91732024-11-19T06:09:15.039ZINFOnexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
91742024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = instance_updater iteration = 34 reason = Timeout
91752024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
91762024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
91772024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 33 reason = Timeout
91782024-11-19T06:09:15.039ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
91792024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
91802024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = bfd_manager iteration = 33 reason = Timeout
91812024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
91822024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 17 reason = Timeout
91832024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
91842024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 33 reason = Timeout
91852024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
91862024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
91872024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
91882024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
91892024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
91902024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
91912024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
91922024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
91932024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
91942024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
91952024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
91962024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
91972024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
91982024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
91992024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
92002024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
92012024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
92022024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
92032024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
92042024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
92052024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
92062024-11-19T06:09:15.040ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("bb4d79db-b332-4dd4-8e52-fcecf48e448d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("c29d6cd6-2a42-4173-b7b2-1125c4e42dc9.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 820181293 } })
92072024-11-19T06:09:15.040ZDEBGnexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("8dc16782-541b-438c-82ef-18d39164ba3b.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c51e8d3b-11f8-41aa-a061-9ba80e14ea5e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f25e6486-b7ba-41a0-97d7-aa40f3d70ad4.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 820183683 } })
92082024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
92092024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 33 reason = Timeout
92102024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
92112024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 33 reason = Timeout
92122024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
92132024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 33 reason = Timeout
92142024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
92152024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
92162024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
92172024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
92182024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.407845ms iteration = 18 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
92192024-11-19T06:09:15.040ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
92202024-11-19T06:09:15.041ZDEBGnexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } dns_group = internal
92212024-11-19T06:09:15.041ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.468715ms iteration = 18 status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
92222024-11-19T06:09:15.041ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
92232024-11-19T06:09:15.041ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
92242024-11-19T06:09:15.042ZDEBGnexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.346244ms iteration = 33 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
92252024-11-19T06:09:15.042ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
92262024-11-19T06:09:15.042ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92272024-11-19T06:09:15.043ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
92282024-11-19T06:09:15.043ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92292024-11-19T06:09:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
92302024-11-19T06:09:15.045ZDEBGnexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
92312024-11-19T06:09:15.045ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
92322024-11-19T06:09:15.045ZINFOnexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-11-19 05:59:15.039682173 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
92332024-11-19T06:09:15.045ZDEBGnexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 6.215464ms iteration = 17 status = {"expiration":"2024-11-19T05:59:15.039682173Z","pruned":[]}
92342024-11-19T06:09:15.046ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
92352024-11-19T06:09:15.046ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92362024-11-19T06:09:15.047ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92372024-11-19T06:09:15.052ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 832528731 } })
92382024-11-19T06:09:15.052ZDEBGnexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 13.044166ms iteration = 17 status = {"errors":[],"found_port_ok":[]}
92392024-11-19T06:09:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1131
92402024-11-19T06:09:15.053ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 833297489 } })
92412024-11-19T06:09:15.053ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1131
92422024-11-19T06:09:15.068ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92432024-11-19T06:09:15.072ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
92442024-11-19T06:09:15.090ZDEBGnexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
92452024-11-19T06:09:15.090ZINFOnexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
92462024-11-19T06:09:15.090ZDEBGnexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 51.181281ms iteration = 17 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
92472024-11-19T06:09:15.092ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92482024-11-19T06:09:15.093ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
92492024-11-19T06:09:15.093ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
92502024-11-19T06:09:15.093ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92512024-11-19T06:09:15.094ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92522024-11-19T06:09:15.094ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92532024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
92542024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
92552024-11-19T06:09:15.095ZINFOnexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
92562024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
92572024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
92582024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
92592024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92602024-11-19T06:09:15.095ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
92612024-11-19T06:09:15.096ZDEBGnexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
92622024-11-19T06:09:15.097ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
92632024-11-19T06:09:15.097ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92642024-11-19T06:09:15.097ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
92652024-11-19T06:09:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
92662024-11-19T06:09:15.098ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
92672024-11-19T06:09:15.098ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
92682024-11-19T06:09:15.098ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
92692024-11-19T06:09:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
92702024-11-19T06:09:15.099ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
92712024-11-19T06:09:15.099ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
92722024-11-19T06:09:15.100ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
92732024-11-19T06:09:15.100ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
92742024-11-19T06:09:15.100ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92752024-11-19T06:09:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
92762024-11-19T06:09:15.101ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
92772024-11-19T06:09:15.101ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
92782024-11-19T06:09:15.102ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
92792024-11-19T06:09:15.102ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
92802024-11-19T06:09:15.103ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92812024-11-19T06:09:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 9e3e9757-2602-41c6-abe7-7d47bffa8553, lookup_type: ById(9e3e9757-2602-41c6-abe7-7d47bffa8553) } result = Ok(())
92822024-11-19T06:09:15.104ZDEBGnexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
92832024-11-19T06:09:15.104ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
92842024-11-19T06:09:15.105ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 65.155366ms iteration = 33 status = {"errors":[],"records_set_to_done":[]}
92852024-11-19T06:09:15.106ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
92862024-11-19T06:09:15.106ZDEBGnexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
92872024-11-19T06:09:15.106ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
92882024-11-19T06:09:15.107ZDEBGnexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
92892024-11-19T06:09:15.107ZINFOnexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
92902024-11-19T06:09:15.107ZDEBGnexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 67.630952ms iteration = 17 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
92912024-11-19T06:09:15.107ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92922024-11-19T06:09:15.108ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
92932024-11-19T06:09:15.108ZDEBGnexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-176942d8-6f67-414d-8390-55e992dfe909.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3785, tv_nsec: 888545473 } })
92942024-11-19T06:09:15.109ZINFOnexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1131 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
92952024-11-19T06:09:15.109ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
92962024-11-19T06:09:15.109ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
92972024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
92982024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
92992024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
93002024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
93012024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93022024-11-19T06:09:15.111ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93032024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
93042024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
93052024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
93062024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
93072024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93082024-11-19T06:09:15.113ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93092024-11-19T06:09:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
93102024-11-19T06:09:15.116ZDEBGnexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
93112024-11-19T06:09:15.116ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93122024-11-19T06:09:15.116ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
93132024-11-19T06:09:15.116ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 75.841187ms iteration = 33 status = {"errors":[],"garbage_collect_requested":[]}
93142024-11-19T06:09:15.120ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
93152024-11-19T06:09:15.123ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93162024-11-19T06:09:15.123ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93172024-11-19T06:09:15.144ZDEBGnexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 original_time_created = 2024-11-19 05:53:05.321433 UTC target_id = 9e3e9757-2602-41c6-abe7-7d47bffa8553 time_created = 2024-11-19 05:53:05.321433 UTC
93182024-11-19T06:09:15.144ZDEBGnexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 104.868878ms iteration = 97 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"9e3e9757-2602-41c6-abe7-7d47bffa8553","time_created":"2024-11-19T05:53:05.321433Z"}
93192024-11-19T06:09:15.144ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 104.740597ms iteration = 33 status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
93202024-11-19T06:09:15.148ZINFOnexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
93212024-11-19T06:09:15.148ZDEBGnexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
93222024-11-19T06:09:15.148ZDEBGnexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
93232024-11-19T06:09:15.149ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
93242024-11-19T06:09:15.149ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 109.932701ms iteration = 33 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
93252024-11-19T06:09:15.151ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
93262024-11-19T06:09:15.152ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
93272024-11-19T06:09:15.152ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
93282024-11-19T06:09:15.153ZDEBGnexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
93292024-11-19T06:09:15.153ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
93302024-11-19T06:09:15.155ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
93312024-11-19T06:09:15.155ZDEBGnexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 114.690351ms iteration = 33 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
93322024-11-19T06:09:15.155ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
93332024-11-19T06:09:15.156ZDEBGnexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
93342024-11-19T06:09:15.156ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93352024-11-19T06:09:15.156ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
93362024-11-19T06:09:15.158ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
93372024-11-19T06:09:15.159ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 176942d8-6f67-414d-8390-55e992dfe909, lookup_type: ById(176942d8-6f67-414d-8390-55e992dfe909) } result = Ok(())
93382024-11-19T06:09:15.159ZDEBGnexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
93392024-11-19T06:09:15.159ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
93402024-11-19T06:09:15.161ZDEBGnexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 121.948806ms iteration = 33 status = 0
93412024-11-19T06:09:15.162ZDEBGnexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 122.596203ms iteration = 97 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
93422024-11-19T06:09:15.164ZINFOnexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
93432024-11-19T06:09:15.164ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 124.647434ms iteration = 33 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
93442024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
93452024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
93462024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
93472024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
93482024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
93492024-11-19T06:09:15.165ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93502024-11-19T06:09:15.165ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
93512024-11-19T06:09:15.165ZDEBGnexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
93522024-11-19T06:09:15.166ZDEBGnexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "41ffd767-4b56-4a99-810a-7a2baef982ba", "content-length": "26", "date": "Tue, 19 Nov 2024 06:09:14 GMT"} })
93532024-11-19T06:09:15.166ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
93542024-11-19T06:09:15.167ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93552024-11-19T06:09:15.167ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
93562024-11-19T06:09:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
93572024-11-19T06:09:15.168ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93582024-11-19T06:09:15.168ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93592024-11-19T06:09:15.171ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
93602024-11-19T06:09:15.171ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
93612024-11-19T06:09:15.172ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93622024-11-19T06:09:15.186ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
93632024-11-19T06:09:15.187ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
93642024-11-19T06:09:15.188ZINFOnexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
93652024-11-19T06:09:15.188ZINFOnexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
93662024-11-19T06:09:15.188ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 148.630993ms iteration = 34 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
93672024-11-19T06:09:15.195ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1139 zone_address = fd00:1122:3344:101::2
93682024-11-19T06:09:15.195ZDEBGnexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
93692024-11-19T06:09:15.195ZDEBGnexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3d11c499-36d9-4260-b1a9-c85ca43cd99e", "content-length": "26", "date": "Tue, 19 Nov 2024 06:09:14 GMT"} })
93702024-11-19T06:09:15.195ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1144 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
93712024-11-19T06:09:15.200ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
93722024-11-19T06:09:15.207ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93732024-11-19T06:09:15.208ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93742024-11-19T06:09:15.208ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93752024-11-19T06:09:15.209ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
93762024-11-19T06:09:15.209ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 0 version = 2
93772024-11-19T06:09:15.209ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
93782024-11-19T06:09:15.209ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93792024-11-19T06:09:15.210ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93802024-11-19T06:09:15.211ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
93812024-11-19T06:09:15.211ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
93822024-11-19T06:09:15.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
93832024-11-19T06:09:15.212ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
93842024-11-19T06:09:15.212ZDEBGnexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93852024-11-19T06:09:15.212ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
93862024-11-19T06:09:15.247ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
93872024-11-19T06:09:15.249ZDEBGnexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
93882024-11-19T06:09:15.249ZDEBGnexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
93892024-11-19T06:09:15.249ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
93902024-11-19T06:09:15.250ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
93912024-11-19T06:09:15.250ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
93922024-11-19T06:09:15.250ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
93932024-11-19T06:09:15.251ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
93942024-11-19T06:09:15.254ZINFOnexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1139 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c zone_address = fd00:1122:3344:101::2
93952024-11-19T06:09:15.254ZDEBGnexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
93962024-11-19T06:09:15.255ZDEBGnexus (MgsClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4ecac005-fe75-4fc9-a78a-64fe4093296e", "content-length": "26", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
93972024-11-19T06:09:15.255ZINFOnexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1144 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
93982024-11-19T06:09:15.256ZINFOnexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1176 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
93992024-11-19T06:09:15.262ZDEBGnexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 222.55275ms iteration = 37 status = {"physical_disks_added":0}
94002024-11-19T06:09:15.284ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bccc9d32-bd5a-487a-9d1f-7dccad539a48 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
94012024-11-19T06:09:15.285ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bccc9d32-bd5a-487a-9d1f-7dccad539a48 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
94022024-11-19T06:09:15.290ZWARNnexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
94032024-11-19T06:09:15.290ZDEBGnexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 250.708702ms iteration = 17 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
94042024-11-19T06:09:15.306ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
94052024-11-19T06:09:15.308ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
94062024-11-19T06:09:15.323ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
94072024-11-19T06:09:15.460ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
94082024-11-19T06:09:15.460ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "5747379c-9208-4243-a801-65ec28256924", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
94092024-11-19T06:09:15.460ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
94102024-11-19T06:09:15.462ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "75466f0f-5752-4bde-9ca8-a339ed4f3dae", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
94112024-11-19T06:09:15.462ZINFOnexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
94122024-11-19T06:09:15.463ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
94132024-11-19T06:09:15.463ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 424.302193ms iteration = 19 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
94142024-11-19T06:09:15.476ZDEBGnexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
94152024-11-19T06:09:15.477ZDEBGnexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "2296d079-0378-4f99-8188-a2ededbd8a97", "content-length": "2", "date": "Tue, 19 Nov 2024 06:09:14 GMT"} })
94162024-11-19T06:09:15.479ZDEBGnexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
94172024-11-19T06:09:15.479ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
94182024-11-19T06:09:15.483ZDEBGnexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 444.069109ms iteration = 33 status = {}
94192024-11-19T06:09:15.487ZDEBGnexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
94202024-11-19T06:09:15.487ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "b82f87dd-7c19-4d4b-9dc6-656e9b0a32e9", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94212024-11-19T06:09:15.487ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94222024-11-19T06:09:15.489ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "d235ed66-275b-434b-9fbd-267ad49a4717", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94232024-11-19T06:09:15.489ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94242024-11-19T06:09:15.491ZDEBGnexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "d4cf1a4f-75d7-41f7-b425-51de03e81022", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94252024-11-19T06:09:15.491ZINFOnexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94262024-11-19T06:09:15.492ZINFOnexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
94272024-11-19T06:09:15.492ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 453.045982ms iteration = 19 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
94282024-11-19T06:09:15.495ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
94292024-11-19T06:09:15.495ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
94302024-11-19T06:09:15.495ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e84ca87-b239-4cad-8825-564c5e69740b", "content-length": "372", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
94312024-11-19T06:09:15.495ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94322024-11-19T06:09:15.496ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94332024-11-19T06:09:15.497ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94342024-11-19T06:09:15.498ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = b1ebef3f-ca43-4be9-9e6b-ea207d41e8b2 dns_zone_name = oxide.test found_so_far = 1 version = 2
94352024-11-19T06:09:15.498ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
94362024-11-19T06:09:15.498ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-11-19 05:53:34.220455 UTC dns_group = external generation = 2
94372024-11-19T06:09:15.498ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 459.334558ms iteration = 18 status = {"generation":2}
94382024-11-19T06:09:15.500ZDEBGnexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
94392024-11-19T06:09:15.500ZDEBGnexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
94402024-11-19T06:09:15.500ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
94412024-11-19T06:09:15.502ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 217851 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = bccc9d32-bd5a-487a-9d1f-7dccad539a48 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
94422024-11-19T06:09:15.502ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94432024-11-19T06:09:15.503ZDEBGnexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 463.36015ms iteration = 33 status = null
94442024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = cccaa72f-0c6f-47ba-abf3-f5edacdd98d1 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
94452024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
94462024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
94472024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-11-19 05:53:33.480471 UTC dns_group = internal generation = 1
94482024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
94492024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 465.141568ms iteration = 18 status = {"generation":1}
94502024-11-19T06:09:15.504ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
94512024-11-19T06:09:15.527ZDEBGnexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-11-19T05:53:10.379983Z, time_modified: 2024-11-19T05:53:10.379983Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 72a1d3e6-6925-4b66-a837-17a09208a856, db_silo: Silo { identity: SiloIdentity { id: 72a1d3e6-6925-4b66-a837-17a09208a856, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-11-19T05:53:34.177981Z, time_modified: 2024-11-19T05:53:34.177981Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece" }] }) }
94522024-11-19T06:09:15.527ZDEBGnexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 487.45857ms iteration = 18 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]}},"default_endpoint":{"silo_id":"72a1d3e6-6925-4b66-a837-17a09208a856","tls_certs":["ec09371ae2c9f9a18bb34c78f7555fb77de820871293feb79feaa11b878d2ece"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
94532024-11-19T06:09:15.533ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
94542024-11-19T06:09:15.535ZDEBGnexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
94552024-11-19T06:09:15.535ZDEBGnexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
94562024-11-19T06:09:15.536ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
94572024-11-19T06:09:15.540ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
94582024-11-19T06:09:15.541ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
94592024-11-19T06:09:15.542ZINFOnexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: 06066313-3fb7-47ed-a916-d655cb0e250a, rack_id: f37e9a5a-e62c-4f4c-b823-2a838c617a9c, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ea212d0d-5ee9-4f85-89a2-0ec47b770fb5) } rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
94602024-11-19T06:09:15.542ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
94612024-11-19T06:09:15.542ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
94622024-11-19T06:09:15.543ZINFOnexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = buskin
94632024-11-19T06:09:15.543ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
94642024-11-19T06:09:15.543ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3b39dcde-ce6a-4332-b7bb-84db74baa97b", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
94652024-11-19T06:09:15.543ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94662024-11-19T06:09:15.544ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94672024-11-19T06:09:15.546ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94682024-11-19T06:09:15.546ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94692024-11-19T06:09:15.549ZDEBGnexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
94702024-11-19T06:09:15.549ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
94712024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): VPC route manager sled 176942d8-6f67-414d-8390-55e992dfe909 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
94722024-11-19T06:09:15.555ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
94732024-11-19T06:09:15.555ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
94742024-11-19T06:09:15.555ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b02ed083-227e-4fc0-a2a0-9d1cd46c0e89", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
94752024-11-19T06:09:15.555ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "f74145f0-235a-4be3-a801-e04c281a5ccd", "content-length": "134", "date": "Tue, 19 Nov 2024 06:09:14 GMT"} })
94762024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
94772024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ea212d0d-5ee9-4f85-89a2-0ec47b770fb5
94782024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
94792024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
94802024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
94812024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
94822024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
94832024-11-19T06:09:15.555ZINFOnexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
94842024-11-19T06:09:15.556ZINFOnexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
94852024-11-19T06:09:15.556ZINFOnexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
94862024-11-19T06:09:15.556ZINFOnexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c
94872024-11-19T06:09:15.556ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
94882024-11-19T06:09:15.556ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
94892024-11-19T06:09:15.557ZDEBGnexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 517.167018ms iteration = 35 status = {}
94902024-11-19T06:09:15.557ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
94912024-11-19T06:09:15.557ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa35e8b9-8c50-44e9-b9a1-6274c311c7b4", "content-length": "2", "date": "Tue, 19 Nov 2024 06:09:14 GMT"} })
94922024-11-19T06:09:15.557ZDEBGnexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
94932024-11-19T06:09:15.557ZDEBGnexus (DpdClient): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "f08db1e1-f3e1-43f0-a386-3c2b02881a4b", "content-length": "52", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
94942024-11-19T06:09:15.557ZINFOnexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch_location = Switch0
94952024-11-19T06:09:15.557ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
94962024-11-19T06:09:15.628ZDEBGnexus (BackgroundTasks): client request SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
94972024-11-19T06:09:15.663ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7bf32796-333e-4736-bf79-8f760a6ec37f", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
94982024-11-19T06:09:15.663ZINFOnexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c switch = Switch0
94992024-11-19T06:09:15.663ZDEBGnexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
95002024-11-19T06:09:15.664ZDEBGnexus (BackgroundTasks): client response SledAgent = 176942d8-6f67-414d-8390-55e992dfe909 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "79fa8401-489e-438f-98c4-d4f36101b7ed", "content-length": "691", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
95012024-11-19T06:09:15.664ZDEBGnexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = f37e9a5a-e62c-4f4c-b823-2a838c617a9c result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9640af60-af60-4cc2-a97d-2f01b122e774", "content-length": "682", "date": "Tue, 19 Nov 2024 06:09:15 GMT"} })
95022024-11-19T06:09:15.664ZINFOnexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = buskin
95032024-11-19T06:09:15.664ZINFOnexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = buskin
95042024-11-19T06:09:15.664ZINFOnexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = buskin
95052024-11-19T06:09:15.664ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95062024-11-19T06:09:15.664ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95072024-11-19T06:09:15.665ZDEBGnexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 625.811805ms iteration = 34 status = {}
95082024-11-19T06:09:15.668ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95092024-11-19T06:09:15.668ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95102024-11-19T06:09:15.671ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95112024-11-19T06:09:15.671ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95122024-11-19T06:09:15.674ZDEBGnexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
95132024-11-19T06:09:15.674ZDEBGnexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
95142024-11-19T06:09:15.681ZDEBGnexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 641.760531ms iteration = 33 status = {}
95152024-11-19T06:09:16.526ZDEBGnexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f0dfdfcd-00e7-428d-a17f-08cfcbb100e7 roles = RoleSet { roles: {} } uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
95162024-11-19T06:09:16.527ZDEBGnexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f0dfdfcd-00e7-428d-a17f-08cfcbb100e7 resource = Database result = Ok(()) uri = /probes/176942d8-6f67-414d-8390-55e992dfe909
95172024-11-19T06:09:16.529ZINFOnexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2342 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::1]:34099 req_id = f0dfdfcd-00e7-428d-a17f-08cfcbb100e7 response_code = 200 uri = /probes/176942d8-6f67-414d-8390-55e992dfe909